-- Logs begin at Tue 2022-05-10 14:15:45 UTC, end at Tue 2022-05-10 15:25:16 UTC. -- May 10 14:54:02.322804 dv-cinder-839628-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 14:54:05.121531 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.common.config [-] Logging enabled! May 10 14:54:05.122163 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 14:54:05.122316 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103275) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 14:54:05.125578 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.common.config [-] Logging enabled! May 10 14:54:05.125828 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 14:54:05.126175 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103275) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 14:54:05.127140 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:54:05.127369 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:54:05.127735 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:54:05.127980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:54:05.128204 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:54:05.128517 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.128913 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.129150 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.129447 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.129740 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.130019 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.130309 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.130660 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.130944 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.131221 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.131506 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.131735 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.132015 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.132302 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.132589 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.132812 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] debug = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.133094 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.133529 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.133921 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.134203 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.134698 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.134833 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.135056 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.135331 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.135613 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.135943 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] host = dv-cinder-839628-2-iscsi {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.136219 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.136513 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.136801 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.137088 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.137360 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.137636 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.137923 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.138196 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.138556 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.138835 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.139129 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.139416 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.139705 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.139930 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.140154 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.140442 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.140741 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.141016 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.141288 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.141559 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.141853 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.142131 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.142462 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.142709 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.142993 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.143281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.143550 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.143821 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.144090 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.144360 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.144645 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.144915 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.145186 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.145457 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.145740 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.146005 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.146276 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.146600 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.146888 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.147171 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.147457 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.147728 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.148010 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.148279 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.148550 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.148819 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_json = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.149092 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.149362 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.149641 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.149908 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.150179 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.150471 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.150743 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.151026 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.151296 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:05.151594 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.151893 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.152197 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.152481 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.152789 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.153070 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.153365 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.153641 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.153931 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.154222 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.154534 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.154816 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.155116 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.155406 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.155703 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.156007 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.156305 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.156600 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.156877 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.157152 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.157953 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.158230 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.158541 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.158820 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.159117 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.159408 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.159688 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.159985 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.160268 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.160555 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.160853 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.161144 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.161422 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.161700 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.161993 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.162271 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.162577 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.162871 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.163150 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.163426 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.163706 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.163985 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.164259 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.164535 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.164813 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.165106 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.165385 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.165658 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.165934 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.166213 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.166511 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.166796 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.167076 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.167394 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.167626 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.167903 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.168177 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.168450 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.168729 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.169004 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.169288 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.169563 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.169838 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.170113 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.170400 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.170686 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.170961 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.171236 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.171517 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.171792 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.172065 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.172338 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.172613 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.172910 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.173739 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.174018 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.174296 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.174600 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.174882 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.175159 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.175437 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.175714 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.175991 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.176269 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.176560 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.176843 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.177130 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.177411 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.177690 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.178002 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.178279 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.178581 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.178868 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.179150 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.179428 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.179710 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.179991 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.180285 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.180579 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.180875 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.181170 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.181463 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.181743 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.182054 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.182337 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:05.182576 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:54:05.182816 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103275) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 14:54:05.638027 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 14:54:05.638308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 14:54:05.638635 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 14:54:05.638972 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 14:54:05.962058 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:05.962340 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:05.962634 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:05.963809 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:05.964080 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:05.964348 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.018718 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.018994 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.019259 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.033762 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.034041 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.034309 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.063227 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.064015 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.064284 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.100003 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.100277 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.100544 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.437343 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.437998 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.437998 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.438173 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.439390 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.536863 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.537184 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.537467 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.537736 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.538000 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.538310 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.538596 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.538852 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.539105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.539389 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.539649 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.539909 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.540162 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.540412 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.540664 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.540923 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.541175 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.541437 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.541705 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.541960 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.542229 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.542507 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.542787 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.543159 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.543404 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.543645 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.544034 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.544273 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.544508 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.544741 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.544973 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.545205 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:06.545563 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 14:54:06.549137 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 14:54:06.553019 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 14:54:06.556801 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 10 14:54:06.558408 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 14:54:06.558892 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 14:54:06.559225 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 14:54:06.559608 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 14:54:06.562524 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 14:54:06.562773 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 14:54:06.563112 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:54:06.568523 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 14:54:06.591721 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 14:54:06.592170 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.592462 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103275) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 14:54:06.592831 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.594162 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103275) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 14:54:06.594459 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:54:06.594714 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 14:54:06.598469 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.598748 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:06.660624 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 14:54:06.660857 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 14:54:06.661089 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 14:54:06.661454 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 14:54:06.682890 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_db.sqlalchemy.engines [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103275) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 14:54:07.129027 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing driver for type 'gre' May 10 14:54:07.129602 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] gre ID ranges: [(1, 1000)] May 10 14:54:07.183369 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing driver for type 'local' May 10 14:54:07.183702 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing driver for type 'vlan' May 10 14:54:07.196646 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] VlanTypeDriver initialization complete May 10 14:54:07.196973 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing driver for type 'vxlan' May 10 14:54:07.197453 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] vxlan ID ranges: [(1, 1000)] May 10 14:54:07.252537 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing extension driver 'port_security' May 10 14:54:07.252877 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] PortSecurityExtensionDriver initialization complete May 10 14:54:07.253213 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing mechanism driver 'openvswitch' May 10 14:54:07.253549 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing mechanism driver 'hyperv' May 10 14:54:07.260143 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:07.260996 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.261375 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.261736 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.262265 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.262731 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.263095 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.263449 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.263849 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.264267 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.264621 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.264968 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.265363 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.265772 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.266123 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.266492 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.267389 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.267801 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.268150 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.268494 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.268891 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.269302 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > address_group after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.269656 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > address_group after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.270002 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.270417 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 14:54:07.270860 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] ML2 OVO RPC backend initialized. {{(pid=103275) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 14:54:07.271568 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.271927 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.272346 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.272699 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > networks before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.273050 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.273400 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > ports before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.273747 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.274096 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnets before_response 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.274477 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.274823 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.275164 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.275502 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.275839 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.276175 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.276515 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.276854 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.277191 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.285322 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded quota_driver: . May 10 14:54:07.285686 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.plugin [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Modular L2 Plugin initialization complete May 10 14:54:07.286035 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading services supported by the core plugin {{(pid=103275) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 14:54:07.286380 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.plugins.ml2.managers [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Got port-security extension from driver 'port_security' May 10 14:54:07.286882 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.extensions.vlantransparent [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Disabled vlantransparent extension. May 10 14:54:07.287384 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103275) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 14:54:07.287712 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: router May 10 14:54:07.322317 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.322739 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_create 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.323114 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router before_create 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.323481 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.323857 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.324213 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_delete 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.324570 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.324925 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.325281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_create 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.325629 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.325979 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.326326 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.326828 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.327246 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.327622 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.327964 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.328307 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: subnet after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.328648 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.329002 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.329866 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_create 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.330213 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.330597 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.330953 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router after_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.331296 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.331645 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_create 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.332003 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.332347 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_update 55549900 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.332715 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > agent after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.333064 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > agent after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.333409 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > network after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.334263 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Tracking information for resource: router configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:07.334636 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Tracking information for resource: floatingip configured {{(pid=103275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:54:07.339532 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.db.l3_agentschedulers_db [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 14:54:07.340111 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.340478 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.340831 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.341184 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.341972 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router before_create 55550100 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.342346 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.342734 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_create 55550100 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.343094 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > router precommit_update 55550100 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.348519 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.provider_configuration [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service providers = [] {{(pid=103275) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 14:54:07.348887 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.db.servicetype_db [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103275) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 14:54:07.351844 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.service_base [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:54:07.352202 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.service_base [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:54:07.352546 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.service_base [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:54:07.353431 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.services.service_base [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:54:07.353804 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.services.service_base [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 14:54:07.354181 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.354537 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 14:54:07.365158 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.365496 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: auto_allocate May 10 14:54:07.371451 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: network precommit_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.371828 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: network precommit_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.372344 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.372665 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: tag May 10 14:54:07.379952 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.380273 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: timestamp May 10 14:54:07.384082 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.384413 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: network_ip_availability May 10 14:54:07.389890 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.390261 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.390655 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.391368 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.392235 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: flavors May 10 14:54:07.397148 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.397485 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading Plugin: revisions May 10 14:54:07.401710 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:54:07.402102 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=103275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 14:54:07.402870 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103275) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 14:54:07.403206 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Initializing extension manager. May 10 14:54:07.403736 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: __init__.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.404079 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: __pycache__ {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.404417 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: _port_mac_address_override.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.404754 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: address_group.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.405499 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.406066 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: address-group May 10 14:54:07.406411 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: address_scope.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.407134 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.407754 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: address-scope May 10 14:54:07.408076 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.409025 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.409546 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: router-admin-state-down-before-update May 10 14:54:07.409870 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: agent.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.410593 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.411114 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: agent May 10 14:54:07.411439 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: agent_resources_synced.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.412361 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.412892 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: agent-resources-synced May 10 14:54:07.413221 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: allowedaddresspairs.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.415044 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.415577 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: allowed-address-pairs May 10 14:54:07.415910 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: auto_allocated_topology.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.416980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.417505 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: auto-allocated-topology May 10 14:54:07.417837 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: availability_zone.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.418564 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.419088 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: availability_zone May 10 14:54:07.419418 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: availability_zone_filter.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.420330 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.420852 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: availability_zone_filter May 10 14:54:07.421182 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: data_plane_status.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.422095 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.422644 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension data-plane-status not supported by any of loaded plugins May 10 14:54:07.422998 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: default_subnetpools.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.423921 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.424439 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: default-subnetpools May 10 14:54:07.424770 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.425576 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.426097 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: dhcp_agent_scheduler May 10 14:54:07.426454 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: dns.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.427376 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.427892 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension dns-integration not supported by any of loaded plugins May 10 14:54:07.428220 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: dns_domain_ports.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.429138 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.429653 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 14:54:07.429979 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.430930 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.431441 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 14:54:07.431766 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: dvr.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.432444 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.432958 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: dvr May 10 14:54:07.433282 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: ecmp_routes.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.434244 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.434732 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 14:54:07.435059 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: empty_string_filtering.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.435974 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.436492 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: empty-string-filtering May 10 14:54:07.436818 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.437739 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.438268 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 14:54:07.439107 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.440025 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.440538 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 14:54:07.440864 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: external_net.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.441780 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.442302 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: external-net May 10 14:54:07.442655 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.443578 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.444095 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: extra_dhcp_opt May 10 14:54:07.444421 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: extraroute.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.445326 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.445846 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: extraroute May 10 14:54:07.446172 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: extraroute_atomic.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.447401 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.447925 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: extraroute-atomic May 10 14:54:07.448255 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: filter_validation.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.448923 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.449440 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: filter-validation May 10 14:54:07.449771 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: fip_pf_description.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.450714 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.451230 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 14:54:07.451554 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: fip_pf_port_range.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.452480 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.452992 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 14:54:07.453318 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: fip_port_details.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.454805 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.455324 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: fip-port-details May 10 14:54:07.455649 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: flavors.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.456872 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.457399 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: flavors May 10 14:54:07.457730 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.459408 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.459947 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 14:54:07.460278 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: floatingip_pools.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.460975 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.461498 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: floatingip-pools May 10 14:54:07.461824 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: ip_allocation.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.462776 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.463290 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension ip_allocation not supported by any of loaded plugins May 10 14:54:07.463614 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.464532 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.465049 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: ip-substring-filtering May 10 14:54:07.465376 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l2_adjacency.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.466309 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.466849 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 14:54:07.467171 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.468123 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.468651 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: router May 10 14:54:07.468980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.471227 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.471769 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 14:54:07.472113 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.473040 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.473601 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: ext-gw-mode May 10 14:54:07.473897 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.474845 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.475369 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: l3-ha May 10 14:54:07.475702 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.476621 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.477142 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 14:54:07.477474 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_flavors.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.478427 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.478939 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: l3-flavors May 10 14:54:07.479270 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.480649 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.481177 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 14:54:07.481506 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.482461 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.482984 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 14:54:07.483314 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: l3agentscheduler.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.484354 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.484876 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: l3_agent_scheduler May 10 14:54:07.485209 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: local_ip.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.488358 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.488963 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension local_ip not supported by any of loaded plugins May 10 14:54:07.489308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: logging.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.491071 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.491614 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension logging not supported by any of loaded plugins May 10 14:54:07.491965 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: metering.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.492713 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.493303 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: metering May 10 14:54:07.493636 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.494770 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.495302 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: metering_source_and_destination_fields May 10 14:54:07.495634 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: multiprovidernet.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.496617 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.497107 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: multi-provider May 10 14:54:07.497436 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: netmtu.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.498362 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.498928 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: net-mtu May 10 14:54:07.499231 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: netmtu_writable.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.500156 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.500677 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: net-mtu-writable May 10 14:54:07.501548 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: network_availability_zone.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.502242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.502764 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: network_availability_zone May 10 14:54:07.503092 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: network_ip_availability.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.504204 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.504724 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: network-ip-availability May 10 14:54:07.505055 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: network_segment_range.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.505828 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.506344 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension network-segment-range not supported by any of loaded plugins May 10 14:54:07.506771 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: pagination.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.507776 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.508105 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: pagination May 10 14:54:07.508428 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_device_profile.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.509353 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.509877 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-device-profile May 10 14:54:07.510205 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_mac_address_override.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.511175 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.511699 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-mac-override May 10 14:54:07.512024 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.512956 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.513472 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-mac-address-regenerate May 10 14:54:07.513800 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.514756 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.515281 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-numa-affinity-policy May 10 14:54:07.515605 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_resource_request.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.516523 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.517611 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension port-resource-request not supported by any of loaded plugins May 10 14:54:07.517935 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: port_resource_request_groups.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.518929 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.519449 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 14:54:07.519774 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: portbindings.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.520726 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.521254 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: binding May 10 14:54:07.521571 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: portbindings_extended.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.522870 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.523392 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: binding-extended May 10 14:54:07.523727 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: portsecurity.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.524656 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.525177 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-security May 10 14:54:07.525509 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: project_id.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.526523 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.526857 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: project-id May 10 14:54:07.527183 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: providernet.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.528107 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.528627 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: provider May 10 14:54:07.528956 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.532791 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.533324 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos not supported by any of loaded plugins May 10 14:54:07.533661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.534948 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.535475 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 14:54:07.535812 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.536754 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.537274 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 14:54:07.537604 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_default.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.538554 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.539076 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-default not supported by any of loaded plugins May 10 14:54:07.539405 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_fip.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.540330 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.540848 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-fip not supported by any of loaded plugins May 10 14:54:07.541176 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.542108 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.542659 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 14:54:07.542985 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_gateway_ip.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.543914 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.544430 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 14:54:07.544758 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_port_network_policy.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.545681 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.546200 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 14:54:07.546572 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.547609 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.548157 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 14:54:07.548488 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.549528 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.550048 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 14:54:07.550375 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_pps_rule.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.551578 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.552101 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-pps not supported by any of loaded plugins May 10 14:54:07.552434 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_rule_type_details.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.553363 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.553881 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 14:54:07.554207 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.555151 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.555670 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 14:54:07.555998 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: qos_rules_alias.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.557035 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.557561 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 14:54:07.557889 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: quota_check_limit.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.558903 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.559426 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: quota-check-limit May 10 14:54:07.559755 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: quotasv2.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.560732 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.561047 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: quotas May 10 14:54:07.561373 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: quotasv2_detail.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.563181 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.564040 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: quota_details May 10 14:54:07.564377 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: rbac.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.565438 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.565971 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: rbac-policies May 10 14:54:07.566308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: rbac_address_group.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.567267 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.567793 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: rbac-address-group May 10 14:54:07.568124 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: rbac_address_scope.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.569050 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.569572 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: rbac-address-scope May 10 14:54:07.569902 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: rbac_security_groups.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.570857 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.571380 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: rbac-security-groups May 10 14:54:07.571709 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: rbac_subnetpool.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.572633 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.573158 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: rbac-subnetpool May 10 14:54:07.573487 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: revisionifmatch.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.574435 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.574960 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: revision-if-match May 10 14:54:07.575286 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: revisions.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.576442 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.576964 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: standard-attr-revisions May 10 14:54:07.577291 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: router_availability_zone.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.577963 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.578519 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: router_availability_zone May 10 14:54:07.578848 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: routerservicetype.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.580319 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.580881 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension router-service-type not supported by any of loaded plugins May 10 14:54:07.581208 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.582133 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.582727 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: security-groups-normalized-cidr May 10 14:54:07.583060 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.583983 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.584571 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: port-security-groups-filtering May 10 14:54:07.584900 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.585901 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.586449 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: security-groups-remote-address-group May 10 14:54:07.586781 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.587834 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.588363 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: security-groups-shared-filtering May 10 14:54:07.588690 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.589286 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 14:54:07.589616 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: securitygroup.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.599299 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.599840 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: security-group May 10 14:54:07.600178 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: segment.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.600907 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.601429 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension segment not supported by any of loaded plugins May 10 14:54:07.601760 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.602748 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.603267 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 14:54:07.603596 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: servicetype.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.604697 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.605222 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: service-type May 10 14:54:07.605554 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: sorting.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.606581 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.606913 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: sorting May 10 14:54:07.607238 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: standard_attr_segment.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.608164 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.608680 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 14:54:07.609005 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: standardattrdescription.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.609658 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.610175 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: standard-attr-description May 10 14:54:07.610565 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: stateful_security_group.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.611517 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.612044 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: stateful-security-group May 10 14:54:07.612373 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: stdattrs_common.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.612952 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 14:54:07.613273 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.614212 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.614773 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 14:54:07.615099 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnet_onboard.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.616421 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.616949 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: subnet_onboard May 10 14:54:07.617279 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.618213 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.618761 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 14:54:07.619091 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnet_service_types.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.620020 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.620546 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: subnet-service-types May 10 14:54:07.620873 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnetallocation.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.621950 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.622508 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: subnet_allocation May 10 14:54:07.622844 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.623512 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.624029 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: subnetpool-prefix-ops May 10 14:54:07.624356 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.625283 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.625800 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 14:54:07.626684 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: tagging.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.627742 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.628272 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: standard-attr-tag May 10 14:54:07.628603 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: timestamp.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.629817 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.630341 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loaded extension: standard-attr-timestamp May 10 14:54:07.630691 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: trunk.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.631728 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.632255 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension trunk not supported by any of loaded plugins May 10 14:54:07.632583 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: trunk_details.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.633517 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.634037 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension trunk-details not supported by any of loaded plugins May 10 14:54:07.634362 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: uplink_status_propagation.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.635308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.635828 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 14:54:07.636153 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Loading extension file: vlantransparent.py {{(pid=103275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:54:07.636818 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:54:07.637333 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 14:54:07.639919 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:network May 10 14:54:07.640447 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnet May 10 14:54:07.640843 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:54:07.641239 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:port May 10 14:54:07.643102 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.643554 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service FLAVORS assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.644193 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.644621 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.644957 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:router May 10 14:54:07.645405 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:54:07.645891 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service METERING assigned prefix: /metering {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.647392 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.647779 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.648139 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:54:07.649162 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:54:07.649609 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:security_group May 10 14:54:07.650041 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:54:07.650677 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service CORE assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.651017 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:54:07.651364 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] subnetpool is already registered May 10 14:54:07.651793 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service CORE assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.652127 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:54:07.652460 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] subnetpool is already registered May 10 14:54:07.654817 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.655254 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service FLAVORS assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.655848 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.656272 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.656606 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:router May 10 14:54:07.656947 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] router is already registered May 10 14:54:07.657394 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:54:07.657734 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] floatingip is already registered May 10 14:54:07.658197 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service METERING assigned prefix: /metering {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.658913 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:54:07.659246 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] rbac_policy is already registered May 10 14:54:07.659663 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:security_group May 10 14:54:07.659999 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] security_group is already registered May 10 14:54:07.660403 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:54:07.660738 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] security_group_rule is already registered May 10 14:54:07.661361 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service CORE assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.661691 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:54:07.662024 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] subnetpool is already registered May 10 14:54:07.662472 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.v2.resource_helper [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Service CORE assigned prefix: {{(pid=103275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:54:07.662800 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:54:07.663134 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING neutron.quota.resource_registry [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] subnetpool is already registered May 10 14:54:07.663616 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: extensions {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.665078 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: address-groups {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.666573 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: address-scopes {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.667866 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: agents {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.669013 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: auto-allocated-topology {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.670250 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: availability_zones {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.671491 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: dhcp-networks {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.673024 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: dhcp-agents {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.674450 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: routers {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.676619 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: flavors {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.677759 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: service_profiles {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.679024 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: next_providers {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.680537 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: service_profiles {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.682054 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: floatingip-pools {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.683281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: routers {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.685407 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: floatingips {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.687572 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: l3-routers {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.689510 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: l3-agents {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.690950 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: metering-labels {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.692280 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: metering-label-rules {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.693544 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: network-ip-availabilities {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.694824 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: bindings {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.696465 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: quotas {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.698008 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: quotas {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.699560 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: rbac-policies {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.700832 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: security-groups {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.702055 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: security-group-rules {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.703308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: service-providers {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.705071 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: subnetpools {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.706491 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: subnetpools {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.707943 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.709614 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.711444 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.713185 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.714979 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.716794 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.718500 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.720423 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.722146 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.724003 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron.api.extensions [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Extended resource: tags {{(pid=103275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:54:07.729798 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING keystonemiddleware.auth_token [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 14:54:07.735020 dv-cinder-839628-2-iscsi neutron-server[103275]: WARNING keystonemiddleware.auth_token [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 14:54:07.744401 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Acquired lock "singleton_lock" {{(pid=103275) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 14:54:07.744876 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_concurrency.lockutils [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Releasing lock "singleton_lock" {{(pid=103275) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 14:54:07.745532 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Starting 2 workers May 10 14:54:07.750451 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Started child 103384 {{(pid=103275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 14:54:07.754961 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Started child 103385 {{(pid=103275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 14:54:07.755729 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.757055 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO neutron.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 14:54:07.757719 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.758043 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [-] (103384) wsgi starting up on http://0.0.0.0:9696 May 10 14:54:07.760040 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.760460 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Starting 1 workers May 10 14:54:07.761496 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [-] (103385) wsgi starting up on http://0.0.0.0:9696 May 10 14:54:07.765385 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Started child 103386 {{(pid=103275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 14:54:07.765923 dv-cinder-839628-2-iscsi neutron-server[103275]: INFO oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Starting 1 workers May 10 14:54:07.769047 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] calling RpcWorker wait() {{(pid=103386) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 14:54:07.769590 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] returning from RpcWorker wait() {{(pid=103386) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 14:54:07.770470 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Started child 103387 {{(pid=103275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 14:54:07.770807 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.771277 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8f252e95-31a4-45c2-a7dd-c9393a28fa18 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.771397 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:07.773174 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103275) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 14:54:07.773389 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:54:07.773566 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:54:07.773796 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:54:07.774129 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:54:07.774292 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:54:07.774985 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.775424 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.775537 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:07.776324 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.776753 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.777481 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.777920 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.778301 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.778743 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.779234 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.779549 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.779856 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.780250 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.780627 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.781093 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.781519 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.781912 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.782349 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.782685 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.783109 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.783512 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.783902 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.784321 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] debug = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.784705 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.785360 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.785758 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.786163 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.786550 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.786975 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.787365 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.787775 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.788176 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.788590 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.788961 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.789356 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.789745 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.790120 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.790499 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.790935 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.791301 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.791925 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] host = dv-cinder-839628-2-iscsi {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.792315 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.792683 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.793097 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.793500 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.793905 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.794271 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.794706 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.795097 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.795512 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.795903 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.796288 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.796660 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.796901 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:07.797030 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.797279 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.797595 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_options = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.798562 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.798911 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.799116 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.799317 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.799644 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.799940 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.800338 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.800657 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.801051 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.801442 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.801804 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.802160 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.802562 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.802957 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.803352 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.803712 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.804079 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.804471 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.804861 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.805292 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.805727 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.806019 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.806473 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.806875 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.807281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.807676 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.808078 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.808440 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.808808 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.809171 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.809559 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.809950 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.810324 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.810769 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.811170 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.811543 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.811910 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.812281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.812708 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.812947 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.813214 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.813537 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.814286 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.814592 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.814844 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.815067 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.815308 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_json = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.815547 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.815789 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.816046 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.816303 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.816526 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.816742 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.816980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.817231 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.817446 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.817897 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.818184 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.818502 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.819022 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.819465 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.819726 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.820168 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.820403 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.820664 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.820924 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.821252 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.821683 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.822006 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.822453 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.822837 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.823277 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.823679 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.824120 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.826533 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.827188 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.828383 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.829140 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.829440 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.829708 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.829958 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.830213 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.830496 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.830817 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.831082 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.831362 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.831701 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.832019 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.832317 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.832561 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.832809 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.833066 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.833312 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.833553 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.833809 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.834034 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.834301 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.834672 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.834921 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.835159 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.835398 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.835631 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.835920 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.836238 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.836455 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.836674 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.836969 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.837194 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.837453 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.837733 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.837959 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.838209 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.838502 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.838731 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.838969 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.839394 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.839636 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.839863 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.840102 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.840323 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.840537 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.840776 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.841019 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.841257 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.841494 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.841712 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.842030 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.842358 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.842763 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.843000 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.843366 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.843751 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.843972 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.844192 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.844408 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.844621 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.844862 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.845082 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.845294 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.845507 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.845740 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.845980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.846192 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.846424 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.846641 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.846857 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.847088 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.847414 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.847675 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.847917 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.848168 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.848427 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.848649 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.848894 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.849121 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.849319 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.849557 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.849808 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.850030 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.850294 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.850538 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.850755 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.851022 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.851264 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.851499 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.851721 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.851935 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.852180 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.852399 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.852669 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.852902 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.853153 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.853407 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.853647 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.853948 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.854201 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.854498 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.854734 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.855007 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.855293 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.855777 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.856065 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.856304 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.856537 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.856870 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.857120 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.857572 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.858019 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.858356 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.858693 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.858964 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.859208 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.859448 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.859681 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.860004 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.860239 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.860989 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.861202 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.861647 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.861913 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.862152 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.862444 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.862698 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.862944 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.863184 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.863438 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.863653 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.863919 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.864174 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.864394 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.864652 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.864864 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.865099 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.865314 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.865524 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.865776 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.866242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.866486 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.866710 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.867101 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.867322 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.867556 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.867774 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.867991 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.868225 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.868444 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.868662 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.868876 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.869086 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.869340 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.869550 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.869825 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.870079 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.870322 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.870610 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.870851 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.871109 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.871345 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.871591 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.871809 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.872029 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.872240 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.872450 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.872657 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.872885 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.873115 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.873347 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.873605 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.873838 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.874194 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.874455 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.874688 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.874927 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.875133 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:07.875233 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.875397 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.875612 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.875827 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.876639 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.876889 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.877139 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.877375 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.877616 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.877838 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.878054 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.878288 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.878593 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.878846 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.879082 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.879298 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.879519 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.879757 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.879986 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.880201 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.880404 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.880609 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.880815 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.881051 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.881262 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.881547 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.881825 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.882054 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.882316 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.882578 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.882788 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.883021 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.883230 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.883483 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.883707 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.883923 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.884135 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.884362 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.884663 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.884774 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.885077 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.885184 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.885389 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.885616 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.885824 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.886036 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.886257 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.886525 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.886738 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.886980 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.887187 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.887398 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.887618 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.887857 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.888064 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.888310 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.888539 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.888747 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.888971 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.889187 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.889416 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.889705 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.889966 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.890187 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.890557 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.890813 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.891063 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.891327 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.891652 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.891886 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.892129 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.892370 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.892593 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.892815 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.893070 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.893412 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.893685 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.893943 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.894194 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.894482 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.894764 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.895034 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.895246 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.895540 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.895873 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.896146 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.896415 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.896677 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898572 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898572 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898744 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.898959 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.899326 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.899694 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.900063 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.900417 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.900645 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.900866 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.901021 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:54:07.901783 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103275) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 14:54:07.902121 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:54:07.902481 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:54:07.902657 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:54:07.902829 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:54:07.902982 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:54:07.903192 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.903378 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.903533 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.903676 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.903854 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904058 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904226 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904387 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904546 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904705 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.904860 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905175 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905333 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905491 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905655 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905811 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.905972 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.906135 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.906294 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.906480 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.906641 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.906890 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] debug = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907064 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907284 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907450 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907608 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907770 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.907928 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908085 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908399 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908557 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908717 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.908875 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909035 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909220 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909351 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909496 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909654 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909811 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] host = dv-cinder-839628-2-iscsi {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.909968 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.910124 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.910281 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.910465 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.910620 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.910942 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.911251 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.911408 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.911566 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.911723 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.911883 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912039 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912196 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912353 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912510 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_options = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912671 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912865 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.912961 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913151 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913313 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913474 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913641 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913806 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.913963 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.914109 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.914238 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.914571 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.914726 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915032 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915191 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915350 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915507 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915664 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915822 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.915981 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916473 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916473 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916473 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916715 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916715 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.916861 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917013 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917170 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917328 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917485 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917643 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917804 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.917962 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.918120 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.918277 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.918452 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.918605 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.918746 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.920443 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_json = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.921661 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.922242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923392 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923392 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923392 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923392 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923812 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923812 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.923812 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924136 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924136 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924342 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924466 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924591 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924675 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924823 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.924984 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925146 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925309 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925477 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925638 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925799 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.925961 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926122 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926290 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926478 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926647 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926823 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.926984 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927145 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927306 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927466 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927626 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927787 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.927949 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928111 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928277 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928438 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928598 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928757 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.928917 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929081 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929242 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929402 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929563 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929724 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.929884 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930047 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930207 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930369 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930563 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930725 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.930886 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931047 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931217 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931379 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931538 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931698 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.931859 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932020 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932180 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932339 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932498 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932660 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932820 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.932993 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933154 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933314 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933473 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933634 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933794 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.933955 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934117 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934278 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934461 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934624 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934784 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.934944 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935105 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935265 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935472 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935587 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935748 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.935907 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936069 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936229 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936389 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936549 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936725 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.936898 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937043 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937204 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937365 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937525 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937686 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.937847 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.938007 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.938166 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.938330 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.938571 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.939228 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.939390 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.939551 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.939711 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.939871 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940031 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940191 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940351 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940511 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940673 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940834 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.940994 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941155 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941314 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941474 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941643 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941803 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.941965 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942128 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942296 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942489 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942654 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942816 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.942977 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943138 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943297 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943459 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943620 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943780 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.943940 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944102 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944274 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944436 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944596 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944756 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.944939 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945099 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945258 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945420 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945581 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945741 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.945901 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946062 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946222 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946383 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946564 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946726 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.946887 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947049 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947209 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947369 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947530 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947692 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.947855 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948017 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948179 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948343 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948504 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948665 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948826 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.948986 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949146 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949307 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949467 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949629 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949789 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.949950 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950111 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950272 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950459 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950621 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950782 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.950944 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951106 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951268 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951429 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951591 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951752 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.951914 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952077 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952237 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952398 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952559 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952719 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.952881 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953042 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953202 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953363 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953523 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953684 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.953862 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954041 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954208 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954374 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954557 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954719 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.954880 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955042 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955203 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955364 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955526 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955687 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.955849 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956010 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956170 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956330 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956494 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956658 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956818 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.956979 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957141 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957302 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957462 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957622 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957782 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.957942 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958103 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958267 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958455 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958629 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958791 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.958956 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959117 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959278 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959437 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959608 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959768 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.959929 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960088 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960251 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960411 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960580 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960742 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.960902 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961062 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961222 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961382 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961551 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961712 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.961873 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962033 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962193 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962353 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962546 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962708 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.962868 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963029 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963187 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963347 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963517 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963678 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963839 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.963999 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964159 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964319 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964488 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964650 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964814 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.964983 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965144 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965305 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965466 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965638 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965800 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.965963 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966125 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966285 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966467 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966630 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966796 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.966967 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967134 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967298 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967468 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967803 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967803 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.967959 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968099 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968276 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968437 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968597 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968757 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.968918 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969079 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969239 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969399 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969558 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969740 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.969902 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970063 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970223 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970383 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970562 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970723 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.970883 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.971045 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.971205 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.971366 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:54:07.971518 dv-cinder-839628-2-iscsi neutron-server[103275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:54:08.000663 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51336) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:08.009750 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063722 May 10 14:54:19.254269 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc893b15-7203-4ee2-b366-8d88d81d872e None None] get_active_networks_info from dv-cinder-839628-2-iscsi {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 14:54:19.317137 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc893b15-7203-4ee2-b366-8d88d81d872e None None] No non-hosted networks {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 14:54:19.325066 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.agentschedulers_db [None req-bc893b15-7203-4ee2-b366-8d88d81d872e None None] DHCP Agent not found on host dv-cinder-839628-2-iscsi {{(pid=103386) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 14:54:19.395133 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f8274e3c-0760-49aa-9d63-925aa0b54c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:21.334613 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-62660373-1776-43c2-8fa6-b69c780d7463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:21.365801 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-793c1ede-5972-4f64-93d7-bc528cc07601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:22.334682 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51402) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:22.651386 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:22.942346 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-e6ae612f-e05b-47cd-a026-578e37d79cce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:22.943206 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-e6ae612f-e05b-47cd-a026-578e37d79cce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:23.169222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-e6ae612f-e05b-47cd-a026-578e37d79cce admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:54:23.179048 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e6ae612f-e05b-47cd-a026-578e37d79cce admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8340917 May 10 14:54:24.005348 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:25.522761 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:25.523568 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.523990 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.524922 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.524922 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.525561 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.526046 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.527161 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.527161 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.527161 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.527432 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.527832 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.528270 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.529052 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.529440 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.530706 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:25.531707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839628-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:25.537327 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839628-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:25.725409 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:26.050319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:26.144084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.policy [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103384) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:54:26.186150 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:26.186493 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:26.284184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461271271', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461270771', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461287462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461295175', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461299367', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789461052301', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1857549', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1868023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1032544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-976605'] for rbac-policy (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:26.355055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:26.363120 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-60f12fe7-3c0b-429a-abef-fbd8e38dd14f admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6364005 May 10 14:54:26.556729 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.db.l3_hamode_db [None req-5077fbce-f75d-4b34-bffb-4c0cac0b62bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 14:54:26.636982 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077fbce-f75d-4b34-bffb-4c0cac0b62bd None None] Routers set() bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:54:26.637366 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077fbce-f75d-4b34-bffb-4c0cac0b62bd None None] Router IDs set() for agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 14:54:28.785191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:29.098338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:29.127064 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Made reservation on behalf of 1dbd101bd7884fe899e27996317060c5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:29.130831 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.149538 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.256706 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks [] for security_group (fd2d1a85-5329-49c8-8133-5a194b915fdb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.260194 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (fd2d1a85-5329-49c8-8133-5a194b915fdb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.291475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:29.317823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789464628008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (eef48ce2-0047-4c99-a59b-4e2b843aa843), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.318412 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Unsubscribe: segment precommit_create {{(pid=103384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:54:29.318946 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Added segment eef48ce2-0047-4c99-a59b-4e2b843aa843 of type vlan for network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 May 10 14:54:29.324963 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2d1a85-5329-49c8-8133-5a194b915fdb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:29.346110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.346480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.346834 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.347181 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.347516 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.347835 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.348154 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.348470 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.348784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.349098 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.349411 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.349738 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.350053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.350363 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.350694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Tracked resource versions report: May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: pushed versions: May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: { 'AddressGroup': {'1.2'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Agent': {'1.1'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'ConntrackHelper': {'1.0'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Log': {'1.0'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'NDPProxy': {'1.0'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Network': {'1.1'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Port': {'1.7'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'PortForwarding': {'1.3'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'QosPolicy': {'1.10'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroup': {'1.5'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SubPort': {'1.0'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Subnet': {'1.1'}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Trunk': {'1.1'}} May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: consumer versions: May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Agent': '1.1', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'ConntrackHelper': '1.0', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'LocalIPAssociation': '1.0', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Log': '1.0', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'NDPProxy': '1.0', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Network': '1.1', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Port': '1.7', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'PortForwarding': '1.3', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'QosPolicy': '1.10', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroup': '1.5', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroupRule': '1.2', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SubPort': '1.0', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Subnet': '1.1', May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Trunk': '1.1'}} May 10 14:54:29.352031 dv-cinder-839628-2-iscsi neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:54:29.426765 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (bc61e6ad-9edc-4e9f-9724-78d10d9384a7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.468418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (bc61e6ad-9edc-4e9f-9724-78d10d9384a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.473997 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:29.474739 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:29.567945 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7813179 May 10 14:54:29.593860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9270cc-ffe1-4e55-9955-189c8fa453bf demo demo] Pushing event updated for resources: {'Network': ['ID=bc61e6ad-9edc-4e9f-9724-78d10d9384a7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:29.607494 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:54:32.008688 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51460) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:32.399486 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee58a4-0347-428e-bf0e-7689786bb8bd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:32.400757 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2fee58a4-0347-428e-bf0e-7689786bb8bd demo admin] 10.222.0.83 "GET /v2.0/networks/bc61e6ad-9edc-4e9f-9724-78d10d9384a7 HTTP/1.1" status: 200 len: 825 time: 0.3911312 May 10 14:54:32.423930 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a386e545-9389-4be0-8568-e58dcf467955 demo admin] 10.222.0.83 "GET /v2.0/subnetpools/5cc629f8-db4b-43e9-8bfd-0ed693602912 HTTP/1.1" status: 200 len: 734 time: 0.0175939 May 10 14:54:32.431998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:32.452490 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Made reservation on behalf of 1dbd101bd7884fe899e27996317060c5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:32.455300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:32.739823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:32.815418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Pushing event updated for resources: {'Subnet': ['ID=78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.819768 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Checking segment: {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:54:32.820140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Network hostable DHCP agents. Network: bc61e6ad-9edc-4e9f-9724-78d10d9384a7, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:32.839588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:32.850374 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, bc61e6ad-9edc-4e9f-9724-78d10d9384a7) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:32.855305 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:32.855933 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:32.861089 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cd601-ae8d-4590-a5d7-6ae23dc20faf None None] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:54:32.872305 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b4c0cfe3-7ea4-4092-a423-987761814cca demo admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433579 May 10 14:54:33.118578 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'project_id': '1dbd101bd7884fe899e27996317060c5', 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:54:33.119797 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:33.391945 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Allocated IP 172.20.0.2 (bc61e6ad-9edc-4e9f-9724-78d10d9384a7/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4/bae62962-2fb7-4160-9080-1a6446896735) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:33.659633 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks [] for port (bae62962-2fb7-4160-9080-1a6446896735), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:33.667857 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (bae62962-2fb7-4160-9080-1a6446896735), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:33.745539 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:33.752675 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:33.755946 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:54:33.764077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Pushing event updated for resources: {'Port': ['ID=bae62962-2fb7-4160-9080-1a6446896735,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:33.809341 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.809684 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.810038 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.810411 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.810782 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.811110 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.811433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.811755 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.812077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.812399 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.812742 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.813077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.813399 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.813715 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.814029 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Tracked resource versions report: May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: pushed versions: May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Agent': {'1.1'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Log': {'1.0'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Network': {'1.1'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Port': {'1.7'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: consumer versions: May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Agent': '1.1', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Log': '1.0', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'NDPProxy': '1.0', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Network': '1.1', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Port': '1.7', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'PortForwarding': '1.3', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'QosPolicy': '1.10', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SubPort': '1.0', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Subnet': '1.1', May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Trunk': '1.1'}} May 10 14:54:33.815462 dv-cinder-839628-2-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:54:33.855560 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Attempting to bind port bae62962-2fb7-4160-9080-1a6446896735 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:54:33.855948 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Attempting to bind port bae62962-2fb7-4160-9080-1a6446896735 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:54:33.856369 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Attempting to bind port bae62962-2fb7-4160-9080-1a6446896735 on network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:54:33.861765 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:54:33.862354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Checking segment: {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:54:33.862662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:33.863072 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Bound using segment: {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:54:33.863557 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Bound port: bae62962-2fb7-4160-9080-1a6446896735, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:54:33.863961 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (bae62962-2fb7-4160-9080-1a6446896735), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:33.925433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] For port bae62962-2fb7-4160-9080-1a6446896735, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:54:33.944501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] For port bae62962-2fb7-4160-9080-1a6446896735, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=bae62962-2fb7-4160-9080-1a6446896735,segment=NetworkSegment(eef48ce2-0047-4c99-a59b-4e2b843aa843),segment_id=eef48ce2-0047-4c99-a59b-4e2b843aa843)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:54:33.951484 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (bae62962-2fb7-4160-9080-1a6446896735), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:34.008434 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1caee-354a-43a5-8fab-05ae6a39b1e9 None None] Pushing event updated for resources: {'Port': ['ID=bae62962-2fb7-4160-9080-1a6446896735,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:35.360268 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:35.853274 dv-cinder-839628-2-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-f5ade1d8-8338-4749-beb5-9122f9b816c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:35.853849 dv-cinder-839628-2-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-f5ade1d8-8338-4749-beb5-9122f9b816c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:36.080094 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-f5ade1d8-8338-4749-beb5-9122f9b816c9 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:54:36.082407 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f5ade1d8-8338-4749-beb5-9122f9b816c9 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7190151 May 10 14:54:38.558629 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51482) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:38.874982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-be85ec4a-61a1-4cba-8132-06d3a91d9880 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:54:38.876027 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-be85ec4a-61a1-4cba-8132-06d3a91d9880 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3163960 May 10 14:54:41.356602 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:41.661122 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:41.721289 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.policy [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103385) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:54:41.762123 dv-cinder-839628-2-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:41.762563 dv-cinder-839628-2-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:54:41.831264 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (75a62764-2b5d-4caf-9ac2-bf2dae884004), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:41.833219 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (75a62764-2b5d-4caf-9ac2-bf2dae884004), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:41.990204 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Publish callbacks [] for router_controller (75a62764-2b5d-4caf-9ac2-bf2dae884004), precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:41.995495 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (75a62764-2b5d-4caf-9ac2-bf2dae884004), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:42.018190 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:42.019364 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-07747e49-4d3e-4d31-ade4-931b518d69e6 demo demo] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6618247 May 10 14:54:44.242095 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device bae62962-2fb7-4160-9080-1a6446896735 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:54:44.335530 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port bae62962-2fb7-4160-9080-1a6446896735 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:44.335948 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (bae62962-2fb7-4160-9080-1a6446896735), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:44.451251 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port bae62962-2fb7-4160-9080-1a6446896735 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:44.451648 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (bae62962-2fb7-4160-9080-1a6446896735), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:44.490298 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port bae62962-2fb7-4160-9080-1a6446896735, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=bae62962-2fb7-4160-9080-1a6446896735,segment=NetworkSegment(eef48ce2-0047-4c99-a59b-4e2b843aa843),segment_id=eef48ce2-0047-4c99-a59b-4e2b843aa843)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:54:44.499010 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (bae62962-2fb7-4160-9080-1a6446896735), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:44.512259 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:44.551161 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=bae62962-2fb7-4160-9080-1a6446896735,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:44.824678 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-a2cb89b6-ed75-4c7b-8e86-6fb337a4a539 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:54:44.825743 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a2cb89b6-ed75-4c7b-8e86-6fb337a4a539 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3125620 May 10 14:54:45.474118 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c87aa8-743f-436f-841e-9cebb6ea8019 None None] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:54:45.528920 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-16136f03-0394-4595-be05-0f7841889f16 None None] Provisioning complete for port bae62962-2fb7-4160-9080-1a6446896735 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:45.529308 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16136f03-0394-4595-be05-0f7841889f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (bae62962-2fb7-4160-9080-1a6446896735), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:45.662452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-16136f03-0394-4595-be05-0f7841889f16 None None] Current status of the port bae62962-2fb7-4160-9080-1a6446896735 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:45.882670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9f0fcc73-88ca-4f7c-abd6-23fd0dc15aed None None] Provisioning complete for port bae62962-2fb7-4160-9080-1a6446896735 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:45.883065 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f0fcc73-88ca-4f7c-abd6-23fd0dc15aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (bae62962-2fb7-4160-9080-1a6446896735), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:45.961028 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9f0fcc73-88ca-4f7c-abd6-23fd0dc15aed None None] Current status of the port bae62962-2fb7-4160-9080-1a6446896735 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:46.237925 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device bae62962-2fb7-4160-9080-1a6446896735 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:54:46.282127 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port bae62962-2fb7-4160-9080-1a6446896735 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:46.282544 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (bae62962-2fb7-4160-9080-1a6446896735), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:46.355109 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port bae62962-2fb7-4160-9080-1a6446896735 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:47.261350 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51512) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:47.571535 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:47.592783 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Made reservation on behalf of 06d48372060e456ea0c20a517b83a4d3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:47.596149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.611112 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.712375 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks [] for security_group (62b47732-551c-452b-952a-764bb0e45216), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.716048 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (62b47732-551c-452b-952a-764bb0e45216), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.727136 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Reserving flat network on physical network physnet1 {{(pid=103385) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 14:54:47.755862 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789464628008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (d65205f7-dd97-4e71-aa19-d2b38a3bd8ca), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.756452 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Unsubscribe: segment precommit_create {{(pid=103385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:54:47.756949 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Added segment d65205f7-dd97-4e71-aa19-d2b38a3bd8ca of type flat for network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 May 10 14:54:47.776222 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b47732-551c-452b-952a-764bb0e45216,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:47.824988 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.825251 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.825599 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.825936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.826256 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.826597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.826914 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.827233 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.827561 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.828368 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.828697 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.829027 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.829340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.829649 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.829957 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Tracked resource versions report: May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: pushed versions: May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Agent': {'1.1'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Log': {'1.0'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Network': {'1.1'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Port': {'1.7'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: consumer versions: May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Agent': '1.1', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Log': '1.0', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'NDPProxy': '1.0', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Network': '1.1', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Port': '1.7', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'PortForwarding': '1.3', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'QosPolicy': '1.10', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SubPort': '1.0', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Subnet': '1.1', May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Trunk': '1.1'}} May 10 14:54:47.831385 dv-cinder-839628-2-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:54:47.870244 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (603ac37c-b12e-42cc-a39f-cfc32f8dd140), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.916861 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (603ac37c-b12e-42cc-a39f-cfc32f8dd140), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:47.918276 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:47.918829 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:48.005207 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7428179 May 10 14:54:48.018710 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f88d1-5a80-41ed-82ea-8568407378cb admin admin] Pushing event updated for resources: {'Network': ['ID=603ac37c-b12e-42cc-a39f-cfc32f8dd140,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:48.033141 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:54:49.192948 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0e2303ba-c47d-4428-a574-f1b7b6e0e1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:50.428177 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51524) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:50.818855 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2945faf-b25f-4821-886d-86b3f2ad51b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.820215 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f2945faf-b25f-4821-886d-86b3f2ad51b1 demo admin] 10.222.0.83 "GET /v2.0/subnets/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4 HTTP/1.1" status: 200 len: 849 time: 0.3911605 May 10 14:54:50.958612 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-132f0de3-d4a5-42da-aae0-9b4d09da725d demo admin] 10.222.0.83 "GET /v2.0/routers/75a62764-2b5d-4caf-9ac2-bf2dae884004 HTTP/1.1" status: 200 len: 704 time: 0.1326742 May 10 14:54:51.221638 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:51.330306 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1666fd08-3dd1-4151-992a-b7fa53ba2d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:51.514477 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Allocated IP 172.20.0.1 (bc61e6ad-9edc-4e9f-9724-78d10d9384a7/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4/02832eac-7611-492c-b5a9-5ef02834b3b6) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:51.695561 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks [] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:51.762830 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:51.834932 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:51.840748 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:51.843902 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:54:51.844421 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (75a62764-2b5d-4caf-9ac2-bf2dae884004), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:51.912761 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Pushing event updated for resources: {'Port': ['ID=02832eac-7611-492c-b5a9-5ef02834b3b6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:52.011671 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-07ccf955-d7c2-4dcb-b5d7-bf586bc2da27 None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:52.012082 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07ccf955-d7c2-4dcb-b5d7-bf586bc2da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.047857 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-07ccf955-d7c2-4dcb-b5d7-bf586bc2da27 None None] Port 02832eac-7611-492c-b5a9-5ef02834b3b6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:54:52.103905 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.317996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks [] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.322191 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.323303 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (75a62764-2b5d-4caf-9ac2-bf2dae884004), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.401831 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Pushing event updated for resources: {'Port': ['ID=02832eac-7611-492c-b5a9-5ef02834b3b6,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:52.447252 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:52.448507 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:52.619578 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Router 75a62764-2b5d-4caf-9ac2-bf2dae884004 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:54:52.660900 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.674513 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d37ef3e6-e8c4-4fcc-b8e0-93b17f8c69c7 None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:52.674904 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37ef3e6-e8c4-4fcc-b8e0-93b17f8c69c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:52.707090 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d37ef3e6-e8c4-4fcc-b8e0-93b17f8c69c7 None None] Port 02832eac-7611-492c-b5a9-5ef02834b3b6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:54:52.712847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:54:52.717869 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9024592e-02f6-4855-9b90-9b87d69633c6 demo admin] 10.222.0.83 "PUT /v2.0/routers/75a62764-2b5d-4caf-9ac2-bf2dae884004/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7540524 May 10 14:54:52.738189 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Sync routers for ids ['75a62764-2b5d-4caf-9ac2-bf2dae884004'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:52.750987 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Routers {'75a62764-2b5d-4caf-9ac2-bf2dae884004'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:54:52.751812 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T14:54:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['75a62764-2b5d-4caf-9ac2-bf2dae884004'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:52.946324 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Set router 75a62764-2b5d-4caf-9ac2-bf2dae884004 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:54:53.360037 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:51Z', 'revision_number': 2, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port_host': None, '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:52Z', 'revision_number': 2, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:53.408915 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Checking router: 75a62764-2b5d-4caf-9ac2-bf2dae884004 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:54:53.409277 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Updating router 75a62764-2b5d-4caf-9ac2-bf2dae884004 port 02832eac-7611-492c-b5a9-5ef02834b3b6 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:54:53.485229 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:53.946724 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:53.963490 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks [] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:53.970844 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.110754 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Pushing event updated for resources: {'Port': ['ID=02832eac-7611-492c-b5a9-5ef02834b3b6,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:54.135431 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.135772 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.136112 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.136447 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.136773 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.137094 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.137417 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.137735 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.138054 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.138373 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.138708 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.139050 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.139365 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.139677 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.139993 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Tracked resource versions report: May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: pushed versions: May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Agent': {'1.1'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Log': {'1.0'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Network': {'1.1'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Port': {'1.7'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: consumer versions: May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Agent': '1.1', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Log': '1.0', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'NDPProxy': '1.0', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Network': '1.1', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Port': '1.7', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'PortForwarding': '1.3', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'QosPolicy': '1.10', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SubPort': '1.0', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Subnet': '1.1', May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Trunk': '1.1'}} May 10 14:54:54.141410 dv-cinder-839628-2-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:54:54.154235 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Attempting to bind port 02832eac-7611-492c-b5a9-5ef02834b3b6 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:54:54.154664 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Attempting to bind port 02832eac-7611-492c-b5a9-5ef02834b3b6 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:54:54.155086 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Attempting to bind port 02832eac-7611-492c-b5a9-5ef02834b3b6 on network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:54:54.160691 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:54:54.161096 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Checking segment: {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:54:54.161601 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.161984 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Bound using segment: {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:54:54.162495 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Bound port: 02832eac-7611-492c-b5a9-5ef02834b3b6, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef48ce2-0047-4c99-a59b-4e2b843aa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:54:54.162876 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.237253 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] For port 02832eac-7611-492c-b5a9-5ef02834b3b6, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:54:54.261112 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] For port 02832eac-7611-492c-b5a9-5ef02834b3b6, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=02832eac-7611-492c-b5a9-5ef02834b3b6,segment=NetworkSegment(eef48ce2-0047-4c99-a59b-4e2b843aa843),segment_id=eef48ce2-0047-4c99-a59b-4e2b843aa843)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:54:54.268262 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.295927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:54.296382 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.316516 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Routers {'75a62764-2b5d-4caf-9ac2-bf2dae884004'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:54:54.317042 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T14:54:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['75a62764-2b5d-4caf-9ac2-bf2dae884004'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.382196 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Current status of the port 02832eac-7611-492c-b5a9-5ef02834b3b6 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:54.382896 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.420456 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] For port 02832eac-7611-492c-b5a9-5ef02834b3b6, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=02832eac-7611-492c-b5a9-5ef02834b3b6,segment=NetworkSegment(eef48ce2-0047-4c99-a59b-4e2b843aa843),segment_id=eef48ce2-0047-4c99-a59b-4e2b843aa843)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:54:54.426865 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.427762 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] Set router 75a62764-2b5d-4caf-9ac2-bf2dae884004 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:54:54.484124 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f42e66-ec01-4e93-be96-ed66c0d36d64 None None] Pushing event updated for resources: {'Port': ['ID=02832eac-7611-492c-b5a9-5ef02834b3b6,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:54.543811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-093e06b4-d4c4-43fc-bc9d-62a4851ebeaf None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:54:54.544493 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-093e06b4-d4c4-43fc-bc9d-62a4851ebeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:54.553073 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c209e6b-49e4-43ae-983f-438412b306bd None None] Pushing event updated for resources: {'Port': ['ID=02832eac-7611-492c-b5a9-5ef02834b3b6,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:54.630791 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-093e06b4-d4c4-43fc-bc9d-62a4851ebeaf None None] Current status of the port 02832eac-7611-492c-b5a9-5ef02834b3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:54:54.645644 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:51Z', 'revision_number': 2, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port_host': None, '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:54Z', 'revision_number': 4, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.671969 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797a281-598e-47fd-b0c3-750ff5450dd5 None None] The sync data for ids ['75a62764-2b5d-4caf-9ac2-bf2dae884004'] in dv-cinder-839628-2-iscsi is: [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:51Z', 'revision_number': 2, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port_host': None, '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:54Z', 'revision_number': 4, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:55.164260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:55.356032 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b53336-56c8-4625-abaf-81dc943c4695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:55.357391 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f0b53336-56c8-4625-abaf-81dc943c4695 admin admin] 10.222.0.83 "GET /v2.0/networks/603ac37c-b12e-42cc-a39f-cfc32f8dd140 HTTP/1.1" status: 200 len: 842 time: 0.1921792 May 10 14:54:55.367543 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Request body: {'subnet': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:55.387229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Made reservation on behalf of 06d48372060e456ea0c20a517b83a4d3 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:55.389493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:55.524084 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:55.715589 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.objects.ports [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103384) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 14:54:55.716028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (95d7cb02-8d88-4f48-b037-5a695b22b76a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:55.772449 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d7cb02-8d88-4f48-b037-5a695b22b76a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:55.779131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:54:55.779489 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Network hostable DHCP agents. Network: 603ac37c-b12e-42cc-a39f-cfc32f8dd140, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:55.796523 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:55.804841 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 603ac37c-b12e-42cc-a39f-cfc32f8dd140) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:55.809663 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:55.810879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:55.812819 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b57e92-7a06-40e4-80cf-4bdf79497409 None None] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:54:55.826847 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-34aa115d-d1c3-44fc-a051-3aa6b8e98ae4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4628589 May 10 14:54:55.924609 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090574ec-d1ac-45d7-b126-37a0b77898aa None None] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:54:57.810768 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:54:58.246774 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 51562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:54:58.478882 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b2eef805-2fc4-45db-bc62-e146f1fab298 demo admin] 10.222.0.83 "GET /v2.0/routers/75a62764-2b5d-4caf-9ac2-bf2dae884004 HTTP/1.1" status: 200 len: 710 time: 0.2308950 May 10 14:54:58.567916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab73e88-80e7-49f9-b312-9cfc86b5aadb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:58.569286 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cab73e88-80e7-49f9-b312-9cfc86b5aadb demo admin] 10.222.0.83 "GET /v2.0/networks/603ac37c-b12e-42cc-a39f-cfc32f8dd140 HTTP/1.1" status: 200 len: 886 time: 0.0851870 May 10 14:54:58.577922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:54:58.831530 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks [] for router_gateway (75a62764-2b5d-4caf-9ac2-bf2dae884004), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:59.105952 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks [] for router_gateway (75a62764-2b5d-4caf-9ac2-bf2dae884004), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:59.180633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:59.329998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Allocated IP 172.27.3.17 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/385c5606-988b-47f0-8ed0-0ea7a9de14de) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:59.433908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks [] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:59.496193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:54:59.568389 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:59.574642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:59.577861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:54:59.620753 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Pushing event updated for resources: {'Port': ['ID=385c5606-988b-47f0-8ed0-0ea7a9de14de,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:59.869340 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks [] for router_gateway (75a62764-2b5d-4caf-9ac2-bf2dae884004), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:00.080963 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-241694'] for router (75a62764-2b5d-4caf-9ac2-bf2dae884004), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:00.086692 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541715'] for router (75a62764-2b5d-4caf-9ac2-bf2dae884004), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:00.203930 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Router 75a62764-2b5d-4caf-9ac2-bf2dae884004 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:55:00.379771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:55:00.384244 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:00.385492 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ec3adf47-0524-4839-8b71-31f9a5c8eb6f demo admin] 10.222.0.83 "PUT /v2.0/routers/75a62764-2b5d-4caf-9ac2-bf2dae884004 HTTP/1.1" status: 200 len: 889 time: 1.8106885 May 10 14:55:02.255835 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 02832eac-7611-492c-b5a9-5ef02834b3b6 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:55:02.302011 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:55:02.302425 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:02.375946 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 02832eac-7611-492c-b5a9-5ef02834b3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:55:02.877097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 51574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:55:02.993351 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-92531f8b-0e21-430b-85df-1ef3c3feccb2 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144488 May 10 14:55:03.619422 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Sync routers for ids ['75a62764-2b5d-4caf-9ac2-bf2dae884004'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:03.630997 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Routers {'75a62764-2b5d-4caf-9ac2-bf2dae884004'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:55:03.631703 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T14:54:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['75a62764-2b5d-4caf-9ac2-bf2dae884004'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:03.847225 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Set router 75a62764-2b5d-4caf-9ac2-bf2dae884004 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:55:04.328281 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:59Z', 'revision_number': 4, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port': {'id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:59Z', 'updated_at': '2022-05-10T14:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:54Z', 'revision_number': 5, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.381147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Checking router: 75a62764-2b5d-4caf-9ac2-bf2dae884004 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:04.381524 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Updating router 75a62764-2b5d-4caf-9ac2-bf2dae884004 port 385c5606-988b-47f0-8ed0-0ea7a9de14de binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:04.431778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.755623 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks [] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.762311 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.817691 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843b34-3819-40c2-9585-ff80f75623a0 None None] Pushing event updated for resources: {'Port': ['ID=385c5606-988b-47f0-8ed0-0ea7a9de14de,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:04.823606 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Attempting to bind port 385c5606-988b-47f0-8ed0-0ea7a9de14de on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:55:04.823981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Attempting to bind port 385c5606-988b-47f0-8ed0-0ea7a9de14de by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:55:04.824399 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Attempting to bind port 385c5606-988b-47f0-8ed0-0ea7a9de14de on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:55:04.830040 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:55:04.830457 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:55:04.830869 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.831264 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:55:04.838434 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Bound port: 385c5606-988b-47f0-8ed0-0ea7a9de14de, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:55:04.838434 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.885322 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] For port 385c5606-988b-47f0-8ed0-0ea7a9de14de, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:55:04.888613 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] For port 385c5606-988b-47f0-8ed0-0ea7a9de14de, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=385c5606-988b-47f0-8ed0-0ea7a9de14de,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:55:04.895996 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:04.954965 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Routers {'75a62764-2b5d-4caf-9ac2-bf2dae884004'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:55:04.955569 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T14:54:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['75a62764-2b5d-4caf-9ac2-bf2dae884004'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.957563 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843b34-3819-40c2-9585-ff80f75623a0 None None] Pushing event updated for resources: {'Port': ['ID=385c5606-988b-47f0-8ed0-0ea7a9de14de,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:05.086586 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] Set router 75a62764-2b5d-4caf-9ac2-bf2dae884004 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:55:05.305008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:59Z', 'revision_number': 4, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port': {'id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:59Z', 'updated_at': '2022-05-10T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:54Z', 'revision_number': 5, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:05.332675 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a0786-82c5-4556-87b8-66473d365867 None None] The sync data for ids ['75a62764-2b5d-4caf-9ac2-bf2dae884004'] in dv-cinder-839628-2-iscsi is: [{'id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'name': 'router1', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:54:41Z', 'updated_at': '2022-05-10T14:54:59Z', 'revision_number': 4, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'gw_port': {'id': '385c5606-988b-47f0-8ed0-0ea7a9de14de', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:59Z', 'updated_at': '2022-05-10T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '02832eac-7611-492c-b5a9-5ef02834b3b6', 'name': '', 'network_id': 'bc61e6ad-9edc-4e9f-9724-78d10d9384a7', 'tenant_id': '1dbd101bd7884fe899e27996317060c5', 'mac_address': 'fa:16:3e:5e:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a62764-2b5d-4caf-9ac2-bf2dae884004', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:54:51Z', 'updated_at': '2022-05-10T14:54:54Z', 'revision_number': 5, 'project_id': '1dbd101bd7884fe899e27996317060c5', 'subnets': [{'id': '78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc629f8-db4b-43e9-8bfd-0ed693602912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:06.288664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 385c5606-988b-47f0-8ed0-0ea7a9de14de up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:55:06.336233 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 385c5606-988b-47f0-8ed0-0ea7a9de14de triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:55:06.336708 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:06.427346 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 385c5606-988b-47f0-8ed0-0ea7a9de14de is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:55:06.427664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:06.455347 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 385c5606-988b-47f0-8ed0-0ea7a9de14de, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=385c5606-988b-47f0-8ed0-0ea7a9de14de,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:55:06.460023 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:06.522631 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=385c5606-988b-47f0-8ed0-0ea7a9de14de,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:08.308971 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 385c5606-988b-47f0-8ed0-0ea7a9de14de up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:55:08.412609 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 385c5606-988b-47f0-8ed0-0ea7a9de14de triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:55:08.413011 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (385c5606-988b-47f0-8ed0-0ea7a9de14de), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:08.539366 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 385c5606-988b-47f0-8ed0-0ea7a9de14de is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:55:19.208287 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df364c5b-b2b9-4db8-93b0-d235d219c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:21.339039 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717e3ff5-958c-4a9b-a91f-9318ee70c7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:22.616108 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:23.964998 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:25.521874 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:34.813640 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:55:49.192357 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b95b7681-bc6f-48ca-acb8-6451993705bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:51.333708 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-291cd5ab-60b9-47f2-8159-930ae9a30ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:52.618295 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:53.946301 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:55:55.523657 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:11.811370 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:56:19.194566 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdb8d4a6-253b-4f25-9cbb-70365631e1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:20.962550 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:21.022815 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d27c528-b6bb-4b80-ad08-b40a765399e6 admin admin] GET failed (client error): The resource could not be found. May 10 14:56:21.024089 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1d27c528-b6bb-4b80-ad08-b40a765399e6 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605822 May 10 14:56:21.183034 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b70ee3-6e14-4f7a-9879-11b7e52af3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:21.184519 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a4b70ee3-6e14-4f7a-9879-11b7e52af3c7 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563945 May 10 14:56:21.337155 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-baf9798c-3d29-47ad-b318-4536eef48366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:22.619575 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:23.408252 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:23.499064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b5495-93a8-48bd-a277-b1d2834df4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.500410 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-018b5495-93a8-48bd-a277-b1d2834df4b3 admin admin] 10.222.0.83 "GET /v2.0/subnets/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4 HTTP/1.1" status: 200 len: 849 time: 0.0912135 May 10 14:56:23.511326 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:56:23.595782 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Publish callbacks [] for subnet (78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:23.734566 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789464855453'] for subnet (78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:23.764627 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.765726 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:23.766512 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] 10.222.0.83 "PUT /v2.0/subnets/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4 HTTP/1.1" status: 200 len: 868 time: 0.2594082 May 10 14:56:23.782010 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd51500-22b0-46e4-aedf-53f239cd286d None None] Network bc61e6ad-9edc-4e9f-9724-78d10d9384a7 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:56:23.789413 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:23.797924 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.798328 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.798732 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.799078 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.799416 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.799747 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.800076 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.800403 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.800829 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.801166 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.801506 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.801865 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.802227 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.802579 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.802903 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303cf3db-1959-40fc-a3cc-de2cfddd633c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:23.949635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:24.156379 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Provisioning complete for port bae62962-2fb7-4160-9080-1a6446896735 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:56:24.156783 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (bae62962-2fb7-4160-9080-1a6446896735), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:24.232226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Current status of the port bae62962-2fb7-4160-9080-1a6446896735 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:56:24.240709 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Provisioning complete for port 02832eac-7611-492c-b5a9-5ef02834b3b6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:56:24.241102 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (02832eac-7611-492c-b5a9-5ef02834b3b6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:24.322120 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f73509e4-1210-40cf-b092-2e4977f375da None None] Current status of the port 02832eac-7611-492c-b5a9-5ef02834b3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:56:25.518021 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:26.011128 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:26.210463 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855c530-4810-46d7-8d2a-a592844c9d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:26.210855 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855c530-4810-46d7-8d2a-a592844c9d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:26.212390 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0855c530-4810-46d7-8d2a-a592844c9d28 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003145 May 10 14:56:28.435294 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:28.640449 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba323b-162c-4006-b997-d911d390bcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:28.640919 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba323b-162c-4006-b997-d911d390bcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:28.642480 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2eba323b-162c-4006-b997-d911d390bcc2 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061214 May 10 14:56:30.864128 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52092) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:30.985968 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66380b-75b0-405c-8ed7-118e0889d982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:30.987368 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2d66380b-75b0-405c-8ed7-118e0889d982 admin admin] 10.222.0.83 "GET /v2.0/networks/603ac37c-b12e-42cc-a39f-cfc32f8dd140 HTTP/1.1" status: 200 len: 886 time: 0.1223013 May 10 14:56:33.198715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:33.329003 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509686a-b654-420f-8f46-b33cf30ca967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:33.330359 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8509686a-b654-420f-8f46-b33cf30ca967 admin admin] 10.222.0.83 "GET /v2.0/networks/bc61e6ad-9edc-4e9f-9724-78d10d9384a7 HTTP/1.1" status: 200 len: 869 time: 0.1306636 May 10 14:56:35.558204 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:35.677846 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecc68f-d5ac-4bd2-ac38-fb71ed1238a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.678293 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecc68f-d5ac-4bd2-ac38-fb71ed1238a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.679813 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-baecc68f-d5ac-4bd2-ac38-fb71ed1238a2 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206591 May 10 14:56:37.894179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52116) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:38.016653 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5234bca-2d02-4dfb-9866-b3a37df3f62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:38.017103 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5234bca-2d02-4dfb-9866-b3a37df3f62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:38.018694 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e5234bca-2d02-4dfb-9866-b3a37df3f62b admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235309 May 10 14:56:40.309161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52126) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:40.408018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a884bff9-cc5c-4daf-8b66-627e3b13c9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:40.409388 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a884bff9-cc5c-4daf-8b66-627e3b13c9f6 admin admin] 10.222.0.83 "GET /v2.0/subnets/78e0d2c5-c78d-47b8-ad3b-9eb42aa183b4 HTTP/1.1" status: 200 len: 868 time: 0.0992577 May 10 14:56:42.654900 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:56:42.738472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bfb1cb-31c5-42d6-a408-ded94ec3b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:42.739792 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a5bfb1cb-31c5-42d6-a408-ded94ec3b0bf admin admin] 10.222.0.83 "GET /v2.0/subnets/95d7cb02-8d88-4f48-b037-5a695b22b76a HTTP/1.1" status: 200 len: 816 time: 0.0839305 May 10 14:56:48.809398 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:56:49.196745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3057539a-0bd2-429e-a645-fc90d9da3677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:51.338546 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6664da20-8117-45f2-8e3b-747c86e4b2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:52.623501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:53.948684 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:56:55.520879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:19.199245 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-967fab9a-e2ca-4679-8b5a-c8804e585a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:21.339926 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9f6f-a557-4170-92b0-fdbf916e81de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:22.627076 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:23.216222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:57:23.262317 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-f031fbda-e7f3-45eb-a5fa-9187e99199fa admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:57:23.263973 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f031fbda-e7f3-45eb-a5fa-9187e99199fa admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0461721 May 10 14:57:23.951294 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:25.523925 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:25.578176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:57:25.637253 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d34731-cde2-4fc3-9925-fe9f7d6d8b5f admin admin] GET failed (client error): The resource could not be found. May 10 14:57:25.638554 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-02d34731-cde2-4fc3-9925-fe9f7d6d8b5f admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593929 May 10 14:57:25.777484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27eeb62-3077-4699-a088-75f2fc7cc8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:25.779560 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d27eeb62-3077-4699-a088-75f2fc7cc8c4 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364524 May 10 14:57:25.808264 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:57:28.037629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:57:28.088895 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:57:28.107519 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Made reservation on behalf of 06d48372060e456ea0c20a517b83a4d3 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:57:28.109783 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:28.148267 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING neutron.services.revisions.revision_plugin [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Could not find related network for resource to bump revision. May 10 14:57:28.160809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:57:28.170905 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (4ea62328-caf6-4b0a-921b-f2bc565c78ba), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:28.171182 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Added segment 4ea62328-caf6-4b0a-921b-f2bc565c78ba of type vlan for network 556a05df-c031-47a0-993e-0c84cfac1939 May 10 14:57:28.208703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (556a05df-c031-47a0-993e-0c84cfac1939), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:28.231607 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (556a05df-c031-47a0-993e-0c84cfac1939), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:28.233062 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:28.233644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:28.296788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2580633 May 10 14:57:28.326421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Pushing event updated for resources: {'Network': ['ID=556a05df-c031-47a0-993e-0c84cfac1939,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:28.333757 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.334105 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.334498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.334847 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.335187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.335515 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.335850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.336177 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.336517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.336848 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.337189 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.337533 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.337859 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.338181 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.338526 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159eae0d-e761-4674-b171-6f55f84e84f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.355176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 556a05df-c031-47a0-993e-0c84cfac1939 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:57:30.558281 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:57:30.616501 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54fb5a1-44f5-4d11-8ed1-7b12616add0f admin admin] GET failed (client error): The resource could not be found. May 10 14:57:30.617743 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c54fb5a1-44f5-4d11-8ed1-7b12616add0f admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584953 May 10 14:57:30.683318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e986693-f422-499c-9bbd-1b81eac5ca02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:30.684711 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7e986693-f422-499c-9bbd-1b81eac5ca02 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0628102 May 10 14:57:30.694502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Request body: {'subnet': {'network_id': '556a05df-c031-47a0-993e-0c84cfac1939', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:57:30.712438 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Made reservation on behalf of 06d48372060e456ea0c20a517b83a4d3 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:57:30.714626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:30.875310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (73451cbf-5230-4d47-9b4c-54f56d27b3fa), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:30.929862 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73451cbf-5230-4d47-9b4c-54f56d27b3fa,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:30.938607 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Checking segment: {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:57:30.938967 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Network hostable DHCP agents. Network: 556a05df-c031-47a0-993e-0c84cfac1939, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:57:30.954995 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Network 556a05df-c031-47a0-993e-0c84cfac1939 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:57:30.962680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 556a05df-c031-47a0-993e-0c84cfac1939) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:57:30.966433 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:30.967019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:30.971342 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb18ca-0967-4cae-a4d9-5833ee34067e None None] Network 556a05df-c031-47a0-993e-0c84cfac1939 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:57:30.983302 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-35b9699d-c080-45fa-880f-2f75207baf68 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2919526 May 10 14:57:31.178608 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-556a05df-c031-47a0-993e-0c84cfac1939', 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939', 'project_id': '06d48372060e456ea0c20a517b83a4d3', 'fixed_ips': [{'subnet_id': '73451cbf-5230-4d47-9b4c-54f56d27b3fa'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:57:31.179470 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.317538 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Allocated IP 192.168.233.2 (556a05df-c031-47a0-993e-0c84cfac1939/73451cbf-5230-4d47-9b4c-54f56d27b3fa/b727f03e-639d-49a1-91dd-2b18b40b0c26) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:57:31.462750 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks [] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.469672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.513868 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Network 556a05df-c031-47a0-993e-0c84cfac1939 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:57:31.518835 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:57:31.523789 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Pushing event updated for resources: {'Port': ['ID=b727f03e-639d-49a1-91dd-2b18b40b0c26,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:31.525967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:57:31.539764 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.540110 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.540471 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.540829 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.541170 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.541503 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.541830 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.542155 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.542512 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.542842 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.543166 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.543505 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.543831 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.544150 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.545163 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:31.595382 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Attempting to bind port b727f03e-639d-49a1-91dd-2b18b40b0c26 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:57:31.595744 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Attempting to bind port b727f03e-639d-49a1-91dd-2b18b40b0c26 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:57:31.596101 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Attempting to bind port b727f03e-639d-49a1-91dd-2b18b40b0c26 on network 556a05df-c031-47a0-993e-0c84cfac1939 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:57:31.601104 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:57:31.601468 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Checking segment: {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:57:31.601863 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.602246 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Bound using segment: {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:57:31.602728 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Bound port: b727f03e-639d-49a1-91dd-2b18b40b0c26, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:57:31.603106 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.664168 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] For port b727f03e-639d-49a1-91dd-2b18b40b0c26, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:57:31.667284 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] For port b727f03e-639d-49a1-91dd-2b18b40b0c26, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b727f03e-639d-49a1-91dd-2b18b40b0c26,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:57:31.674967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:31.738943 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20855-3983-45f7-9529-3b80cb32eabe None None] Pushing event updated for resources: {'Port': ['ID=b727f03e-639d-49a1-91dd-2b18b40b0c26,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:32.373798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b727f03e-639d-49a1-91dd-2b18b40b0c26 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:57:32.431602 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b727f03e-639d-49a1-91dd-2b18b40b0c26 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:57:32.431976 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:32.528760 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b727f03e-639d-49a1-91dd-2b18b40b0c26 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:57:32.529149 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:32.571962 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port b727f03e-639d-49a1-91dd-2b18b40b0c26, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b727f03e-639d-49a1-91dd-2b18b40b0c26,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:57:32.576091 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47cf70-ab82-443d-8327-ec2941ac2cca None None] Network 556a05df-c031-47a0-993e-0c84cfac1939 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:57:32.579899 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:32.694306 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=b727f03e-639d-49a1-91dd-2b18b40b0c26,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:32.697533 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-74591a5e-e866-48d1-ae55-eaeb3de7b542 None None] Provisioning complete for port b727f03e-639d-49a1-91dd-2b18b40b0c26 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:57:32.698303 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74591a5e-e866-48d1-ae55-eaeb3de7b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:32.811346 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-74591a5e-e866-48d1-ae55-eaeb3de7b542 None None] Current status of the port b727f03e-639d-49a1-91dd-2b18b40b0c26 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:57:33.030171 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9d033b78-8568-4892-a772-ac1d155181ca None None] Provisioning complete for port b727f03e-639d-49a1-91dd-2b18b40b0c26 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:57:33.030529 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d033b78-8568-4892-a772-ac1d155181ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:33.113138 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9d033b78-8568-4892-a772-ac1d155181ca None None] Current status of the port b727f03e-639d-49a1-91dd-2b18b40b0c26 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:57:34.331706 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b727f03e-639d-49a1-91dd-2b18b40b0c26 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:57:34.377595 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b727f03e-639d-49a1-91dd-2b18b40b0c26 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:57:34.377990 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b727f03e-639d-49a1-91dd-2b18b40b0c26), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:34.453353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b727f03e-639d-49a1-91dd-2b18b40b0c26 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:57:49.201526 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e36f22a7-f6c6-4d2a-b0cb-699097ba554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:51.343639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bb01-60d6-4828-a4da-6e2d51c75c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:52.629264 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:53.955051 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:57:55.526149 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:02.805636 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:58:19.224955 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1fb5-3f8b-475e-b843-e1050c1a9667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:21.345923 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-92abb208-dfb8-463f-a63d-5776515b384c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:22.631555 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:23.957197 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:25.529418 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:39.804947 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:58:49.207238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fcad6f7-49dd-4c39-b9fc-d9ad3f7f3045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:51.348246 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df830c4d-6746-4e14-b7f3-27402f1dee4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:52.635356 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:53.961445 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:55.531661 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:57.961629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:58:57.967620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-b41a8e9e-7f35-4f2e-8db0-d3376d97c1de tempest-verify_tempest_config-2036563535 tempest-verify_tempest_config-2036563535-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:58:57.968558 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b41a8e9e-7f35-4f2e-8db0-d3376d97c1de tempest-verify_tempest_config-2036563535 tempest-verify_tempest_config-2036563535-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059905 May 10 14:58:58.247686 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:58:58.355301 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.431875 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Publish callbacks [] for security_group (feef3400-6410-46f0-9f2f-acb307372cab), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.435706 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (feef3400-6410-46f0-9f2f-acb307372cab), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.480676 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=690ba1a449c24f13908b11e1854008d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2319427 May 10 14:58:58.481641 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feef3400-6410-46f0-9f2f-acb307372cab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:58.483517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:58:58.488772 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.489124 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.489466 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.489801 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.490135 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.490484 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.490812 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.491136 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.491459 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.491781 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.492104 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.492427 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.492745 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.493063 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.493377 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76e313-023c-45e4-b08e-f9c2d4eb0c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.537821 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Publish callbacks [] for security_group (feef3400-6410-46f0-9f2f-acb307372cab), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.558721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Publish callbacks [] for security_group (feef3400-6410-46f0-9f2f-acb307372cab), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.649005 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (feef3400-6410-46f0-9f2f-acb307372cab), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.651546 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:58:58.652780 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/feef3400-6410-46f0-9f2f-acb307372cab HTTP/1.1" status: 204 len: 168 time: 0.1682286 May 10 14:58:58.660379 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef3400-6410-46f0-9f2f-acb307372cab,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:58.666964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.667308 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.667700 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.668040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.668370 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.668972 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.669300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.669617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.669937 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.670257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.670618 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.670934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.671251 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.671564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:58.671879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709cd845-8a96-4402-8011-e0a891eb098f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.806017 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:59:19.209092 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-150777d9-113d-4afb-8e05-ea16fd8e87fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:21.349175 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e24a565b-0a32-4874-9333-95c805a98ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:22.638477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:23.963121 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:25.535204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:49.209349 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef2ebc36-fd7a-4f41-bd64-d5154b59c06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:51.351078 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-75eeeca3-1c4d-439a-b837-2dc9ec1f31e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:52.642594 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:53.804688 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:59:53.965586 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:59:55.538095 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:19.211502 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6bcce34a-3de0-48ac-acc8-81c6ac13cdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:21.351511 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda56076-7f78-4dde-afab-30eeebbe198a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:22.643059 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:23.969384 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:25.540778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:30.803206 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:00:49.212302 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3b5b0b7-b1dc-4554-bd42-fa08521a7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:51.352527 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e90dd8e8-f3a5-41de-89e5-5f18a9f9efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:52.645718 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:53.972407 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:55.541643 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:00:56.885004 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550056'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:06.025001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:01:06.128151 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0bfefcb0-1f9f-40f8-bed7-4e3edcf695fd admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020546 May 10 15:01:07.802593 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:01:08.379716 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:01:08.432833 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fc813c5b-2382-4b57-b820-abac53f4f5bb admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520520 May 10 15:01:19.213660 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-216d258d-0259-43ab-a49b-cc64debcc9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:21.353592 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64c512ae-a90a-4957-9f45-05cbaca8984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:22.649693 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:23.994604 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:25.544662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:26.851658 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:44.802296 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:01:49.214157 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d5da-795e-4bcf-a9ab-18a3732c2308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:51.355313 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a478a2a5-d87e-49fc-b978-0a19be93ee39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:52.653455 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:53.977351 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:55.546667 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:01:56.850483 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:19.216495 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d30edc4-90ce-405d-9075-fc6df61d2320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:21.357437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a87cd2df-dbef-4f26-88b0-1c7955e62a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:21.801253 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:02:22.653936 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:23.981153 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:25.550944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:26.867171 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:49.230361 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1ee135e-97f7-4fe8-b65f-a87ed36014e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:50.858255 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.121733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.128208 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-952910778-network', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:51.149204 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Made reservation on behalf of d851fe67b7e940f9b20979bdd619bf48 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:51.152687 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.162059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.256580 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks [] for security_group (22a0df49-d1b7-442d-a013-5983cbd73c58), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.261137 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (22a0df49-d1b7-442d-a013-5983cbd73c58), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.291426 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a0df49-d1b7-442d-a013-5983cbd73c58,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:51.302986 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.303333 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.303673 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.304061 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.304340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.304668 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.304995 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.305316 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.305654 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.306557 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.306900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.307223 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.307556 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.307862 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.308182 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Tracked resource versions report: May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: pushed versions: May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Agent': {'1.1'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Log': {'1.0'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Network': {'1.1'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Port': {'1.7'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: consumer versions: May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: HyperV agent@hv-cinder-83962: {}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Agent': '1.1', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Log': '1.0', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'NDPProxy': '1.0', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Network': '1.1', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Port': '1.7', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'PortForwarding': '1.3', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'QosPolicy': '1.10', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'SubPort': '1.0', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Subnet': '1.1', May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: 'Trunk': '1.1'}} May 10 15:02:51.309308 dv-cinder-839628-2-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:02:51.325371 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:51.335996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (ed54c90b-cbca-457a-8e47-fa58d89895b2), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.336383 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Added segment ed54c90b-cbca-457a-8e47-fa58d89895b2 of type vlan for network bb0f29c1-b758-46a7-96df-e2b922422879 May 10 15:02:51.369025 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-724432ff-da40-4149-9268-cdddb578ec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.386365 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (bb0f29c1-b758-46a7-96df-e2b922422879), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.410858 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (bb0f29c1-b758-46a7-96df-e2b922422879), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.411804 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:51.412396 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.474938 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0f29c1-b758-46a7-96df-e2b922422879,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:51.480701 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c2bdeb1a-ebbd-4443-9683-5baf1fdeedc0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6212592 May 10 15:02:51.483716 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52568) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.485544 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network bb0f29c1-b758-46a7-96df-e2b922422879 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:51.488608 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Request body: {'subnet': {'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-subnet', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:51.513511 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Made reservation on behalf of d851fe67b7e940f9b20979bdd619bf48 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:51.515799 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.653864 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-network', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:51.675188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Made reservation on behalf of 09c6a716650343c18e62bbe7235e48c8 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:51.678065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.690117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.691257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.713962 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (09b96d4b-736d-47db-8d28-54d476a02bec), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.760196 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52582) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.773447 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b96d4b-736d-47db-8d28-54d476a02bec,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:51.804016 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:51.804395 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Network hostable DHCP agents. Network: bb0f29c1-b758-46a7-96df-e2b922422879, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:51.805352 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks [] for security_group (576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.811668 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.828570 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Network bb0f29c1-b758-46a7-96df-e2b922422879 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:51.841251 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:51.847393 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, bb0f29c1-b758-46a7-96df-e2b922422879) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:51.859658 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbf782-f572-41db-b17b-977084f4451f None None] Network bb0f29c1-b758-46a7-96df-e2b922422879 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:51.862528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.863054 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.863624 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.864015 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.864407 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.864741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.865061 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.865554 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.866079 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.866430 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.866928 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.867424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.867899 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.868935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.869113 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:51.869917 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:51.870053 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Tracked resource versions report: May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: pushed versions: May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: { 'AddressGroup': {'1.2'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Agent': {'1.1'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'ConntrackHelper': {'1.0'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Log': {'1.0'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'NDPProxy': {'1.0'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Network': {'1.1'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Port': {'1.7'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'PortForwarding': {'1.3'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'QosPolicy': {'1.10'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroup': {'1.5'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SubPort': {'1.0'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Subnet': {'1.1'}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Trunk': {'1.1'}} May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: consumer versions: May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: HyperV agent@hv-cinder-83962: {}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Agent': '1.1', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'ConntrackHelper': '1.0', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'LocalIPAssociation': '1.0', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Log': '1.0', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'NDPProxy': '1.0', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Network': '1.1', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Port': '1.7', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'PortForwarding': '1.3', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'QosPolicy': '1.10', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroup': '1.5', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SecurityGroupRule': '1.2', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'SubPort': '1.0', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Subnet': '1.1', May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: 'Trunk': '1.1'}} May 10 15:02:51.874951 dv-cinder-839628-2-iscsi neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:02:51.881498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:51.883667 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.902284 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (c4cada17-cd66-477f-8796-207c9831a1d2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.902841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Added segment c4cada17-cd66-477f-8796-207c9831a1d2 of type vlan for network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 May 10 15:02:51.904681 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c12ac7ae-f34e-4b8d-af79-7829d63e9863 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4197283 May 10 15:02:51.907465 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:51.917386 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:51.940582 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2086600170-network', 'tenant_id': '18cd09ed2b254bc798526f1c5eead93e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:51.951104 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.954463 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.973255 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (98f2117d-e406-4c1d-b8a0-22d70ac12c81), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.980279 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Made reservation on behalf of 18cd09ed2b254bc798526f1c5eead93e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:51.983410 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:51.995143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.057756 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-851418898-network', 'tenant_id': '28efa99d77e4438ab681323ffb37d41e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:52.087540 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks [] for security_group (4f999ea3-644b-41f8-a57f-f557a07faf20), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.093674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Made reservation on behalf of 28efa99d77e4438ab681323ffb37d41e for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:52.095295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4f999ea3-644b-41f8-a57f-f557a07faf20), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.096475 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.096822 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-bb0f29c1-b758-46a7-96df-e2b922422879', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:02:52.097787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.107870 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.118162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:52.136412 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for router_controller (ee312160-bc24-4a59-bbb9-5f52f6e572fa), precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.141826 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.142969 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Added segment 3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a of type vlan for network 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 May 10 15:02:52.168784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (98f2117d-e406-4c1d-b8a0-22d70ac12c81), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.170331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:52.175664 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.215494 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks [] for security_group (7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.258050 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (4e0f323a-18e7-4458-ab6a-7a0bc4cbb064), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.258201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.291399 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.307980 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Allocated IP 172.20.0.2 (bb0f29c1-b758-46a7-96df-e2b922422879/09b96d4b-736d-47db-8d28-54d476a02bec/a8cbfc77-eb87-4284-8d5a-ce5b909edba1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:52.328478 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:52.354266 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f999ea3-644b-41f8-a57f-f557a07faf20,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.368094 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-3603925-network', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:52.390001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8832f001-2c83-458b-8ce3-1df38869c82f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.390317 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Added segment 8832f001-2c83-458b-8ce3-1df38869c82f of type vlan for network 550b358e-750e-4b62-abcd-d8a6d648131e May 10 15:02:52.412543 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (4e0f323a-18e7-4458-ab6a-7a0bc4cbb064), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.413461 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:52.416183 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.433177 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for router_gateway (ee312160-bc24-4a59-bbb9-5f52f6e572fa), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.435454 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3127005 May 10 15:02:52.436151 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52616) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:52.439745 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:52.442108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.454316 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Request body: {'subnet': {'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-subnet', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:52.473395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.488974 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7879717 May 10 15:02:52.499432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:52.514838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (550b358e-750e-4b62-abcd-d8a6d648131e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.566356 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (550b358e-750e-4b62-abcd-d8a6d648131e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.567875 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:52.569395 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.577981 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Made reservation on behalf of 09c6a716650343c18e62bbe7235e48c8 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:52.591024 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.597422 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Request body: {'subnet': {'network_id': '4e0f323a-18e7-4458-ab6a-7a0bc4cbb064', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2086600170-subnet', 'tenant_id': '18cd09ed2b254bc798526f1c5eead93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:52.643128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks [] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.661599 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.749945 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.771382 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks [] for security_group (4735c6d2-5891-46c4-b5e7-6c96ec517a10), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.772966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd863-3fe9-4fb9-9a75-defa82dbf8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=98f2117d-e406-4c1d-b8a0-22d70ac12c81,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.786458 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0118456 May 10 15:02:52.805472 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:52.809850 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:52.821803 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Pushing event updated for resources: {'Port': ['ID=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.834440 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:52.835782 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Made reservation on behalf of 18cd09ed2b254bc798526f1c5eead93e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:52.838511 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b82937-1a7d-4e2d-8e45-6e21832f8de9 admin admin] Pushing event updated for resources: {'Network': ['ID=550b358e-750e-4b62-abcd-d8a6d648131e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.839926 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.873097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for router_gateway (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.876325 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:52.881296 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:52.901420 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:52.924286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 550b358e-750e-4b62-abcd-d8a6d648131e details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:53.015446 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.015797 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.016166 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.016538 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.016881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.017216 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.017548 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.017877 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.018207 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.018567 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.018897 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.019243 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.020150 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.020491 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.020821 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Tracked resource versions report: May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: pushed versions: May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Agent': {'1.1'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Log': {'1.0'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Network': {'1.1'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Port': {'1.7'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: consumer versions: May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: HyperV agent@hv-cinder-83962: {}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Agent': '1.1', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Log': '1.0', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'NDPProxy': '1.0', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Network': '1.1', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Port': '1.7', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'PortForwarding': '1.3', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'QosPolicy': '1.10', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'SubPort': '1.0', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Subnet': '1.1', May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: 'Trunk': '1.1'}} May 10 15:02:53.021990 dv-cinder-839628-2-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:02:53.034057 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Request body: {'subnet': {'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-851418898-subnet', 'tenant_id': '28efa99d77e4438ab681323ffb37d41e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:53.038502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e263eb-1afd-498b-9863-dd8e51e2a9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0f323a-18e7-4458-ab6a-7a0bc4cbb064,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.041565 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4735c6d2-5891-46c4-b5e7-6c96ec517a10), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.054689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:53.066191 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:53.067679 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (f3debc6a-c8ec-4f82-a247-9fd9b7f9435d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.068148 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Added segment f3debc6a-c8ec-4f82-a247-9fd9b7f9435d of type vlan for network 56419087-50d9-434c-b827-6ceec51e5c27 May 10 15:02:53.110902 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (56419087-50d9-434c-b827-6ceec51e5c27), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.139427 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Allocated IP 172.27.3.146 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/0aad3963-b0a9-4f01-b151-4326b31a0a0e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:53.197151 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (56419087-50d9-434c-b827-6ceec51e5c27), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.198323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:53.199011 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.216642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Made reservation on behalf of 28efa99d77e4438ab681323ffb37d41e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:53.217373 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Attempting to bind port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:02:53.218331 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Attempting to bind port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:02:53.219100 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Attempting to bind port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:02:53.221280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.253081 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:02:53.253512 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:53.254239 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.254787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Bound using segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:02:53.255861 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Bound port: a8cbfc77-eb87-4284-8d5a-ce5b909edba1, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:02:53.256347 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.286693 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.325873 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.375514 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f2a95222-01ff-4005-b094-42b700751fff None None] For port a8cbfc77-eb87-4284-8d5a-ce5b909edba1, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:02:53.382091 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f2a95222-01ff-4005-b094-42b700751fff None None] For port a8cbfc77-eb87-4284-8d5a-ce5b909edba1, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:02:53.382719 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:53.387327 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:53.391269 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:53.395819 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.420628 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5356772 May 10 15:02:53.428319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:53.446229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Pushing event updated for resources: {'Port': ['ID=0aad3963-b0a9-4f01-b151-4326b31a0a0e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.471397 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Request body: {'subnet': {'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-3603925-subnet', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:53.493038 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a95222-01ff-4005-b094-42b700751fff None None] Pushing event updated for resources: {'Port': ['ID=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.528892 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4735c6d2-5891-46c4-b5e7-6c96ec517a10,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.646074 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:53.648664 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.736086 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for router_gateway (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.929503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (6331044a-f340-4d41-96ef-a0f0098bb615), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:53.948319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81123636-6579-456a-a459-93da5652ddc5 admin admin] Pushing event updated for resources: {'Network': ['ID=56419087-50d9-434c-b827-6ceec51e5c27,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.959556 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 56419087-50d9-434c-b827-6ceec51e5c27 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:54.017888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (7596c0f8-3ead-4052-ab24-a017a0da2587), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.097977 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.174522 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.224419 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6331044a-f340-4d41-96ef-a0f0098bb615,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:54.333480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Checking segment: {'id': '8832f001-2c83-458b-8ce3-1df38869c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:54.333846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Network hostable DHCP agents. Network: 550b358e-750e-4b62-abcd-d8a6d648131e, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:54.339982 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (9ed8be01-6ea2-4807-ae34-e11a3019e6ad), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.365621 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:02:54.441719 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:54.441879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Network hostable DHCP agents. Network: 56419087-50d9-434c-b827-6ceec51e5c27, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:54.448319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Network 550b358e-750e-4b62-abcd-d8a6d648131e is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:54.483177 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Checking segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:54.483834 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Network hostable DHCP agents. Network: 98f2117d-e406-4c1d-b8a0-22d70ac12c81, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:54.524027 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 550b358e-750e-4b62-abcd-d8a6d648131e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:54.537924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:54.537924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.544098 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837df295-efa3-40ca-9f30-25daf6d5cd12 None None] Network 550b358e-750e-4b62-abcd-d8a6d648131e requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:54.547006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7596c0f8-3ead-4052-ab24-a017a0da2587,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:54.566322 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-69a8e7c4-9a42-410c-9146-8d9a215d5d5e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7234743 May 10 15:02:54.567163 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:54.569557 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Network 56419087-50d9-434c-b827-6ceec51e5c27 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:54.601351 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 56419087-50d9-434c-b827-6ceec51e5c27) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:54.606894 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:54.607492 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.620591 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.647383 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b0b19245-2460-471d-bb21-50d4c9e32a57 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1967564 May 10 15:02:54.654577 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:54.663025 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:54.675803 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:02:54.693224 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:02:54.696219 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fae81-27f1-4e74-bdcd-83fa027b3a7b None None] Network 56419087-50d9-434c-b827-6ceec51e5c27 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:54.712869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 98f2117d-e406-4c1d-b8a0-22d70ac12c81) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:54.726228 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:02:54.727275 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:54.737685 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.740160 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f6d9ed67-b123-4c51-9ab0-cf27e693676a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8317468 May 10 15:02:54.745081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:54.757139 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.758311 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.778678 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:54.779277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:54.815704 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed8be01-6ea2-4807-ae34-e11a3019e6ad,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:54.831826 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a8cbfc77-eb87-4284-8d5a-ce5b909edba1 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:02:54.840423 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a856f21-8dbe-4329-b2cb-a89155cf60d9 None None] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:54.944669 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Checking segment: {'id': '3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4e0f323a-18e7-4458-ab6a-7a0bc4cbb064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:54.945390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Network hostable DHCP agents. Network: 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:54.965894 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5be493b1-6c4f-49ab-be74-4b0cdcc72e20 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5271287 May 10 15:02:54.996383 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:55.043613 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:55.099697 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (44a777f2-f512-40c9-8ef4-782107f3f378), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.101130 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (44a777f2-f512-40c9-8ef4-782107f3f378), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.101549 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:02:55.113448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:55.254312 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for router_controller (e4c5f004-2c12-400f-8fa9-419c4279d47e), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.397164 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59774323-a9cb-4190-9eeb-76d6eb3b1b64 None None] Network bb0f29c1-b758-46a7-96df-e2b922422879 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:55.423342 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:02:55.424118 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.443248 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:53Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:55.445178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Network 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:55.469988 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Provisioning complete for port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:55.470409 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.472504 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:02:55.473053 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Updating router ee312160-bc24-4a59-bbb9-5f52f6e572fa port 0aad3963-b0a9-4f01-b151-4326b31a0a0e binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:02:55.510771 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.520174 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:55.648456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for router_controller (44a777f2-f512-40c9-8ef4-782107f3f378), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.657621 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:55.658355 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.679897 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52738) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:55.682726 dv-cinder-839628-2-iscsi neutron-server[103385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:02:55.722325 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae56a08-0e28-4339-ba98-6f8edf4bdab5 None None] Network 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:55.823082 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-49dbb44b-9055-42fa-8c99-386cfea969c5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2459185 May 10 15:02:55.875738 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Current status of the port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:02:55.876478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.942645 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for router_gateway (e4c5f004-2c12-400f-8fa9-419c4279d47e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:55.984866 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] For port a8cbfc77-eb87-4284-8d5a-ce5b909edba1, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:02:56.024383 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.025607 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks [] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.027597 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.041681 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-56419087-50d9-434c-b827-6ceec51e5c27', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:02:56.042652 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.043123 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.136927 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Attempting to bind port 0aad3963-b0a9-4f01-b151-4326b31a0a0e on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:02:56.137602 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Attempting to bind port 0aad3963-b0a9-4f01-b151-4326b31a0a0e by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:02:56.138705 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Attempting to bind port 0aad3963-b0a9-4f01-b151-4326b31a0a0e on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:02:56.152291 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:56.152829 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.170102 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:02:56.172634 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:56.174104 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.174562 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:02:56.175074 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Bound port: 0aad3963-b0a9-4f01-b151-4326b31a0a0e, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:02:56.175466 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.304464 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e554f-88b4-49d4-a843-7b055873d842 None None] Network 550b358e-750e-4b62-abcd-d8a6d648131e requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:56.333565 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] For port 0aad3963-b0a9-4f01-b151-4326b31a0a0e, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:02:56.348798 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Pushing event updated for resources: {'Port': ['ID=0aad3963-b0a9-4f01-b151-4326b31a0a0e,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:56.353283 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.382739 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.388010 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.388583 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.389102 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.389614 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.390103 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.390716 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.398244 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.398892 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.399914 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.400431 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.400944 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.401433 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.401917 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.402437 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Tracked resource versions report: May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: pushed versions: May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Agent': {'1.1'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Log': {'1.0'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Network': {'1.1'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Port': {'1.7'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: consumer versions: May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: HyperV agent@hv-cinder-83962: {}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: L3 agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: Metadata agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: Metering agent@dv-cinder-839628-2-iscsi: {}, May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-839628-2-iscsi: { 'AddressGroup': '1.2', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Agent': '1.1', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Log': '1.0', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'NDPProxy': '1.0', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Network': '1.1', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Port': '1.7', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'PortForwarding': '1.3', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'QosPolicy': '1.10', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'SubPort': '1.0', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Subnet': '1.1', May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: 'Trunk': '1.1'}} May 10 15:02:56.403777 dv-cinder-839628-2-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:02:56.410610 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] For port 0aad3963-b0a9-4f01-b151-4326b31a0a0e, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0aad3963-b0a9-4f01-b151-4326b31a0a0e,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:02:56.428879 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.514888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda2c9f-5215-4392-9c5b-b00e3ff10a4b None None] Pushing event updated for resources: {'Port': ['ID=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:56.580153 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:02:56.581064 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:56.612708 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-20664b93-55e5-4f96-99b2-2c60c46003cd tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:56.615816 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-20664b93-55e5-4f96-99b2-2c60c46003cd tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/networks?id=550b358e-750e-4b62-abcd-d8a6d648131e HTTP/1.1" status: 200 len: 811 time: 0.9349594 May 10 15:02:56.677647 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801ef4-d5a5-4856-9172-5b79265680f3 None None] Pushing event updated for resources: {'Port': ['ID=0aad3963-b0a9-4f01-b151-4326b31a0a0e,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:56.681490 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for router_gateway (44a777f2-f512-40c9-8ef4-782107f3f378), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.769428 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-0a22524b-e1a7-4483-abff-4aab8ab21e3f tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/quotas/28efa99d77e4438ab681323ffb37d41e HTTP/1.1" status: 200 len: 375 time: 0.0560646 May 10 15:02:56.832284 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:02:56.834930 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Allocated IP 172.20.0.2 (98f2117d-e406-4c1d-b8a0-22d70ac12c81/9ed8be01-6ea2-4807-ae34-e11a3019e6ad/340bed65-67ad-4688-81a0-7d26368851ca) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:56.865651 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bf3b45c2-15cc-4bde-a69f-a46b56d24ce7 None None] Provisioning complete for port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:56.875694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf3b45c2-15cc-4bde-a69f-a46b56d24ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.894835 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for router_gateway (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.960259 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:56.971330 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-fae282c2-98ca-4a66-bffa-f7e3ab9fcf5e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28efa99d77e4438ab681323ffb37d41e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1839633 May 10 15:02:56.980490 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Allocated IP 172.20.0.1 (bb0f29c1-b758-46a7-96df-e2b922422879/09b96d4b-736d-47db-8d28-54d476a02bec/a3f095c6-617d-4142-9bb5-d8e97baf37ea) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:57.161631 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:57.161837 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.171805 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1206133245-network', 'tenant_id': 'c16851676c6b4b81a8c64bf171e1768f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:57.207654 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:53Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:57.238887 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks [] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.246289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167a1e8-5a4d-484b-87e3-bdb1849130a5 None None] Network 4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:02:57.258361 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Made reservation on behalf of c16851676c6b4b81a8c64bf171e1768f for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:57.260198 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315096-ca0f-4342-9fd8-fb3c99c1e392 None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:53Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:02:57.262211 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.287451 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.374706 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.376168 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for router_gateway (44a777f2-f512-40c9-8ef4-782107f3f378), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.383481 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:02:57.407183 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:57.407183 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:57.427476 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:57.427957 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.435819 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Allocated IP 172.20.0.2 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/df596a1c-be99-4755-ad90-0b709cb4e244) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:57.451308 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.586171 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-76583c44-aa1f-4919-b3ab-80b4ad88da22 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:02:57.587340 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-76583c44-aa1f-4919-b3ab-80b4ad88da22 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3593900 May 10 15:02:57.636199 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Allocated IP 172.27.3.60 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/d584f161-351c-473f-9739-b7471583fceb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:57.692138 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:57.942304 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks [] for port (df596a1c-be99-4755-ad90-0b709cb4e244), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:57.944686 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a8cbfc77-eb87-4284-8d5a-ce5b909edba1 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:02:57.953693 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for port (d584f161-351c-473f-9739-b7471583fceb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.010415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b45c2-15cc-4bde-a69f-a46b56d24ce7 None None] Current status of the port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:02:58.022674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.037417 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (d584f161-351c-473f-9739-b7471583fceb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.070832 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-14c6849f-f7b0-4869-9ff7-e5a5738ff170 service neutron] 10.222.0.83 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702191 May 10 15:02:58.075504 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks [] for security_group (d681c736-c1ed-46ad-a293-3a71393ec327), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.076612 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52826) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:58.103721 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d681c736-c1ed-46ad-a293-3a71393ec327), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.116634 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:58.127792 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8c456997-1f12-4957-90fe-e1faa8a1c93a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.128147 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Added segment 8c456997-1f12-4957-90fe-e1faa8a1c93a of type vlan for network 0acde591-5a47-4e2d-91f2-447b9f7b8af6 May 10 15:02:58.151441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:58.152420 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Pushing event updated for resources: {'Port': ['ID=d584f161-351c-473f-9739-b7471583fceb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:58.159537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:58.162675 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:58.162820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:58.175429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Pushing event updated for resources: {'Port': ['ID=df596a1c-be99-4755-ad90-0b709cb4e244,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:58.204641 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:58.207464 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:58.230210 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c1f0254-1a1f-49c9-8e0d-5f936335f4be None None] Provisioning complete for port a3f095c6-617d-4142-9bb5-d8e97baf37ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:58.230655 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0254-1a1f-49c9-8e0d-5f936335f4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.259477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:58.259477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.278794 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Allocated IP 172.27.3.46 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/9cfd5e59-2a3f-4ad3-abf0-918597889e19) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:58.315148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks [] for port (340bed65-67ad-4688-81a0-7d26368851ca), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.373397 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (340bed65-67ad-4688-81a0-7d26368851ca), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.376757 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.385258 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Attempting to bind port df596a1c-be99-4755-ad90-0b709cb4e244 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:02:58.386117 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Attempting to bind port df596a1c-be99-4755-ad90-0b709cb4e244 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:02:58.387017 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Attempting to bind port df596a1c-be99-4755-ad90-0b709cb4e244 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:02:58.388053 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (0acde591-5a47-4e2d-91f2-447b9f7b8af6), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.460079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:02:58.460332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:58.460906 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.461319 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:02:58.461919 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Bound port: df596a1c-be99-4755-ad90-0b709cb4e244, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:02:58.462872 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.512881 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:02:58.537428 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-9762b69c-1f91-4faa-a4c6-22d2084b61d3 service neutron] 10.222.0.83 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487813 May 10 15:02:58.565641 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b06861a-ea63-49b1-93fe-cd10e718616b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.639711 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Pushing event updated for resources: {'Port': ['ID=340bed65-67ad-4688-81a0-7d26368851ca,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:58.660253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:58.664497 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f0254-1a1f-49c9-8e0d-5f936335f4be None None] Port a3f095c6-617d-4142-9bb5-d8e97baf37ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:02:58.670833 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:58.674967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:58.788755 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] For port df596a1c-be99-4755-ad90-0b709cb4e244, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:02:58.804122 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:02:58.858866 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] For port df596a1c-be99-4755-ad90-0b709cb4e244, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=df596a1c-be99-4755-ad90-0b709cb4e244,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:02:58.860679 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:02:58.869133 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Attempting to bind port 340bed65-67ad-4688-81a0-7d26368851ca on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:02:58.869752 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Attempting to bind port 340bed65-67ad-4688-81a0-7d26368851ca by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:02:58.870365 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Attempting to bind port 340bed65-67ad-4688-81a0-7d26368851ca on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:02:58.878357 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.882791 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.897160 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks [] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.900605 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:02:58.903286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Checking segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:02:58.903983 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.905607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Bound using segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:02:58.906449 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Bound port: 340bed65-67ad-4688-81a0-7d26368851ca, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:02:58.907136 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (340bed65-67ad-4688-81a0-7d26368851ca), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.918629 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681c736-c1ed-46ad-a293-3a71393ec327,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:58.928958 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.929697 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:58.959027 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for router_gateway (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.000102 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (0acde591-5a47-4e2d-91f2-447b9f7b8af6), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.002758 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:59.003354 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.080454 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b75a8-b1ea-4048-b5aa-78bb97b8b652 None None] Pushing event updated for resources: {'Port': ['ID=df596a1c-be99-4755-ad90-0b709cb4e244,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:59.126596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.143417 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] For port 340bed65-67ad-4688-81a0-7d26368851ca, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:02:59.148694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] For port 340bed65-67ad-4688-81a0-7d26368851ca, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=340bed65-67ad-4688-81a0-7d26368851ca,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:02:59.159224 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (340bed65-67ad-4688-81a0-7d26368851ca), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.174703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52868) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:59.219154 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0551672 May 10 15:02:59.246868 dv-cinder-839628-2-iscsi neutron-server[103384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:02:59.247888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52878) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:59.276627 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Request body: {'subnet': {'network_id': '0acde591-5a47-4e2d-91f2-447b9f7b8af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1206133245-subnet', 'tenant_id': 'c16851676c6b4b81a8c64bf171e1768f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:02:59.347381 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ebf76-48e4-4edd-85e3-1dc71d98ad31 None None] Pushing event updated for resources: {'Port': ['ID=340bed65-67ad-4688-81a0-7d26368851ca,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:59.394646 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:59.406600 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Made reservation on behalf of c16851676c6b4b81a8c64bf171e1768f for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:59.411069 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.418255 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:59.426294 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdc20961-449d-4011-ba5b-b0e48f9a0164 req-7e8f1ff8-f782-49aa-93f9-edf55e99e288 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.2506552 May 10 15:02:59.428314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:59.454481 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d411-a400-46ec-976e-1b5431548013 admin admin] Pushing event updated for resources: {'Network': ['ID=0acde591-5a47-4e2d-91f2-447b9f7b8af6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:59.457417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:59.469009 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:02:59.489415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 0acde591-5a47-4e2d-91f2-447b9f7b8af6 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:02:59.538880 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:59.541645 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:02:59.553205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfd5e59-2a3f-4ad3-abf0-918597889e19,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:59.811921 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device df596a1c-be99-4755-ad90-0b709cb4e244 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:02:59.826070 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b06861a-ea63-49b1-93fe-cd10e718616b admin admin] Publish callbacks [] for security_group (2446a773-51cf-4062-8bf6-6b3ce90d038e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:02:59.991226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port df596a1c-be99-4755-ad90-0b709cb4e244 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:02:59.991631 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.006982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b06861a-ea63-49b1-93fe-cd10e718616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2446a773-51cf-4062-8bf6-6b3ce90d038e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.130260 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4b06861a-ea63-49b1-93fe-cd10e718616b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ec07df1f4694dbd98691ceb14809277&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0459814 May 10 15:03:00.174308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:00.208838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7994a64-23eb-4d52-bd3a-7238cdd2775a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.235430 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8b24ea27-f14c-4461-8be7-30bea85cf193 None None] Provisioning complete for port a3f095c6-617d-4142-9bb5-d8e97baf37ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:00.236024 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b24ea27-f14c-4461-8be7-30bea85cf193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.284271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port df596a1c-be99-4755-ad90-0b709cb4e244 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:00.284667 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.344416 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port df596a1c-be99-4755-ad90-0b709cb4e244, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=df596a1c-be99-4755-ad90-0b709cb4e244,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:00.347837 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8b24ea27-f14c-4461-8be7-30bea85cf193 None None] Port a3f095c6-617d-4142-9bb5-d8e97baf37ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:00.351003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.351949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0aad3963-b0a9-4f01-b151-4326b31a0a0e up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:00.434280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.456922 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06861a-ea63-49b1-93fe-cd10e718616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2446a773-51cf-4062-8bf6-6b3ce90d038e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:00.485597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:03:00.508058 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=df596a1c-be99-4755-ad90-0b709cb4e244,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:00.519369 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 0aad3963-b0a9-4f01-b151-4326b31a0a0e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:00.519564 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.628562 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 0aad3963-b0a9-4f01-b151-4326b31a0a0e is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:00.629269 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.661756 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 0aad3963-b0a9-4f01-b151-4326b31a0a0e, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0aad3963-b0a9-4f01-b151-4326b31a0a0e,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:00.669480 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.735202 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-390db37c-0b57-4df1-983e-caaebe4fe408 req-9638f765-a09b-4c25-b029-70f76b01b0f8 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.1829274 May 10 15:03:00.738614 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=0aad3963-b0a9-4f01-b151-4326b31a0a0e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:00.738851 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] Publish callbacks [] for security_group (2446a773-51cf-4062-8bf6-6b3ce90d038e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.788000 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4934c-1091-42fa-a10e-0a2f57a4fa82 None None] Network 56419087-50d9-434c-b827-6ceec51e5c27 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:00.796917 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] Publish callbacks [] for security_group (2446a773-51cf-4062-8bf6-6b3ce90d038e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.851141 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7994a64-23eb-4d52-bd3a-7238cdd2775a admin admin] Publish callbacks [] for security_group (f202fa19-faf6-44bc-b657-53de5bc4bb5c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.867832 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7994a64-23eb-4d52-bd3a-7238cdd2775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f202fa19-faf6-44bc-b657-53de5bc4bb5c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.913418 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:03:00.921576 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2d0a122b-b09a-4259-b5a8-0aa7fab7c56a None None] Provisioning complete for port df596a1c-be99-4755-ad90-0b709cb4e244 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:00.922488 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d0a122b-b09a-4259-b5a8-0aa7fab7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:00.926772 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-062ef5f6-b849-45c9-907d-339db2e3e059 admin admin] 10.222.0.83 "PUT /v2.0/routers/ee312160-bc24-4a59-bbb9-5f52f6e572fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1805377 May 10 15:03:00.968705 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e7994a64-23eb-4d52-bd3a-7238cdd2775a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c6d8e0508a22485787ab40235461c343&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4936013 May 10 15:03:00.978035 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52916) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:00.980089 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7994a64-23eb-4d52-bd3a-7238cdd2775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202fa19-faf6-44bc-b657-53de5bc4bb5c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:01.000215 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:01.001334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2446a773-51cf-4062-8bf6-6b3ce90d038e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.003727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.005097 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2446a773-51cf-4062-8bf6-6b3ce90d038e HTTP/1.1" status: 204 len: 168 time: 0.8283782 May 10 15:03:01.017523 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7d76-6d4d-4b3e-bf21-e27dc139b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446a773-51cf-4062-8bf6-6b3ce90d038e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:01.036222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for router_gateway (44a777f2-f512-40c9-8ef4-782107f3f378), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.125479 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:01.126127 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:01.135605 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (8350cc86-8310-4859-9cc9-1c7c9ec15d55), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.197712 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8350cc86-8310-4859-9cc9-1c7c9ec15d55,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:01.316983 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3aaeb2-979c-49e2-b664-613531d8058d None None] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:01.390670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a122b-b09a-4259-b5a8-0aa7fab7c56a None None] Current status of the port df596a1c-be99-4755-ad90-0b709cb4e244 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:01.413314 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:01.490226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (44a777f2-f512-40c9-8ef4-782107f3f378), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.497931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Checking segment: {'id': '8c456997-1f12-4957-90fe-e1faa8a1c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0acde591-5a47-4e2d-91f2-447b9f7b8af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:01.497931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Network hostable DHCP agents. Network: 0acde591-5a47-4e2d-91f2-447b9f7b8af6, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:01.612767 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Provisioning complete for port 340bed65-67ad-4688-81a0-7d26368851ca triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:01.613177 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (340bed65-67ad-4688-81a0-7d26368851ca), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.627948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Router e4c5f004-2c12-400f-8fa9-419c4279d47e is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:03:01.707741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Network 0acde591-5a47-4e2d-91f2-447b9f7b8af6 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:01.710092 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] Publish callbacks [] for security_group (f202fa19-faf6-44bc-b657-53de5bc4bb5c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.723735 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0aad3963-b0a9-4f01-b151-4326b31a0a0e up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:01.880168 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 0aad3963-b0a9-4f01-b151-4326b31a0a0e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:01.880601 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:01.983822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] Publish callbacks [] for security_group (f202fa19-faf6-44bc-b657-53de5bc4bb5c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.018231 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-891e2c11-9d8c-4a5e-a232-fe9a6bef6fb3 req-994c9ed7-c2cc-4713-860e-f27ff2eb3a13 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.0495958 May 10 15:03:02.023016 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 0acde591-5a47-4e2d-91f2-447b9f7b8af6) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:02.028251 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:02.029055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.091421 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f1f22-ca0e-4bb0-a4aa-4fe466af2bbf None None] Network 0acde591-5a47-4e2d-91f2-447b9f7b8af6 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:02.137805 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Current status of the port 340bed65-67ad-4688-81a0-7d26368851ca is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:02.138206 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (340bed65-67ad-4688-81a0-7d26368851ca), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.174989 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8aa74f0b-1dd7-4066-9209-24de3aa02163 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9046845 May 10 15:03:02.180605 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:03:02.184069 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:02:58Z', 'revision_number': 2, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:02.200821 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:02.208202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f202fa19-faf6-44bc-b657-53de5bc4bb5c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.210833 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.212570 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f202fa19-faf6-44bc-b657-53de5bc4bb5c HTTP/1.1" status: 204 len: 168 time: 1.2301710 May 10 15:03:02.218807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-917db393-af20-4773-8107-7545a67d4915 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:02.223243 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:02.224427 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:02.225209 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-917db393-af20-4773-8107-7545a67d4915 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 0.5195336 May 10 15:03:02.236965 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:02.237483 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Updating router ee312160-bc24-4a59-bbb9-5f52f6e572fa port a3f095c6-617d-4142-9bb5-d8e97baf37ea binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:02.251018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.252222 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-24d922cf-2715-42f9-b632-eba988653da6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5929921 May 10 15:03:02.253010 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8d909-2a59-42c5-ba7c-cc8666f9968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202fa19-faf6-44bc-b657-53de5bc4bb5c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:02.255090 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:02.262847 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-c0b18753-9385-4e80-8b41-a7ac8d9fb283 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/quotas/d851fe67b7e940f9b20979bdd619bf48 HTTP/1.1" status: 200 len: 375 time: 0.0367227 May 10 15:03:02.295589 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Router 44a777f2-f512-40c9-8ef4-782107f3f378 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:03:02.302429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] For port 340bed65-67ad-4688-81a0-7d26368851ca, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=340bed65-67ad-4688-81a0-7d26368851ca,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:02.402323 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.408285 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (340bed65-67ad-4688-81a0-7d26368851ca), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.415077 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-be3ef404-8d91-49e5-a2bf-20ca887cc02c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487124 May 10 15:03:02.491111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52976) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:02.597566 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:02.607417 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5131d-57c0-4002-aa91-0cf5ba95849a None None] Network 0acde591-5a47-4e2d-91f2-447b9f7b8af6 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:02.613176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Deleting subnet 3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:03:02.762924 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Provisioning complete for port df596a1c-be99-4755-ad90-0b709cb4e244 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:02.763514 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.916315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 0aad3963-b0a9-4f01-b151-4326b31a0a0e is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:02.919370 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device df596a1c-be99-4755-ad90-0b709cb4e244 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:02.973226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:03:02.991161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Publish callbacks [] for subnet (3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:02.999254 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 52986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:03.023147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:03.060970 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Pushing event updated for resources: {'Port': ['ID=340bed65-67ad-4688-81a0-7d26368851ca,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:03.118978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84b8bac1-1fe0-4ca9-ae02-f09e999c0683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.160082 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.166109 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fcd9e1e9-6e97-404d-a0e8-0df7a8d6a5e2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1630046 May 10 15:03:03.170702 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Publish callbacks [] for subnet (3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.181658 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a6928b9-4273-4904-8978-b5435faec2c8 req-7653b15e-726e-4f74-8026-7715c1d11796 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.0578716 May 10 15:03:03.183688 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 52994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:03.190102 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:03.190759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:03.214161 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:02:58Z', 'revision_number': 3, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:03.252611 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:03.253111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.253376 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Updating router e4c5f004-2c12-400f-8fa9-419c4279d47e port d584f161-351c-473f-9739-b7471583fceb binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:03.287019 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (d584f161-351c-473f-9739-b7471583fceb), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.321468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-67ee8842-46fc-443f-b08a-4ba1b43d2d67 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:03:03.326461 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-67ee8842-46fc-443f-b08a-4ba1b43d2d67 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3307135 May 10 15:03:03.415698 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:03.515436 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.540933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-d9dacb43-4068-4d51-9193-5e02de091176 service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103760 May 10 15:03:03.614208 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.87', 51124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:03.655523 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d570700-3bb1-47b8-ae17-8209671a2104 None None] Current status of the port df596a1c-be99-4755-ad90-0b709cb4e244 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:03.692610 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks [] for port (d584f161-351c-473f-9739-b7471583fceb), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.701626 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (d584f161-351c-473f-9739-b7471583fceb), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.762633 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port df596a1c-be99-4755-ad90-0b709cb4e244 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:03.763743 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.771755 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160eb3f-6872-4d64-904f-f4bea9707086 None None] Pushing event updated for resources: {'Port': ['ID=d584f161-351c-473f-9739-b7471583fceb,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:03.802802 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Attempting to bind port d584f161-351c-473f-9739-b7471583fceb on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:03.803456 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Attempting to bind port d584f161-351c-473f-9739-b7471583fceb by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:03.803997 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Attempting to bind port d584f161-351c-473f-9739-b7471583fceb on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:03.811645 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:03.812434 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:03.813212 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.813851 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:03.814735 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Bound port: d584f161-351c-473f-9739-b7471583fceb, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:03.815341 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (d584f161-351c-473f-9739-b7471583fceb), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.865638 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.892681 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Allocated IP 172.20.0.1 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:03.893008 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] For port d584f161-351c-473f-9739-b7471583fceb, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:03.919966 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c65e8856-f1f6-4a23-adff-9005183c3e2a None None] Provisioning complete for port 340bed65-67ad-4688-81a0-7d26368851ca triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:03.920283 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65e8856-f1f6-4a23-adff-9005183c3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (340bed65-67ad-4688-81a0-7d26368851ca), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.923477 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] For port d584f161-351c-473f-9739-b7471583fceb, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=d584f161-351c-473f-9739-b7471583fceb,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:03.938139 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (d584f161-351c-473f-9739-b7471583fceb), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.977240 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:03.987387 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:03.992856 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e778253a-2f7d-43e4-8090-44df39e94884 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3d2c1bc7-cc2d-41e4-b4e4-5abae5e6199f HTTP/1.1" status: 204 len: 168 time: 1.4938767 May 10 15:03:03.994023 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:04.032277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84b8bac1-1fe0-4ca9-ae02-f09e999c0683 admin admin] Publish callbacks [] for security_group (388b1c0b-eefb-4978-9cfb-c18e1c8bd38f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.054475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84b8bac1-1fe0-4ca9-ae02-f09e999c0683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (388b1c0b-eefb-4978-9cfb-c18e1c8bd38f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.142044 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160eb3f-6872-4d64-904f-f4bea9707086 None None] Pushing event updated for resources: {'Port': ['ID=d584f161-351c-473f-9739-b7471583fceb,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:04.170448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-d7520a13-c75d-4a7b-9421-d0d719afa63f tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:04.174124 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-d7520a13-c75d-4a7b-9421-d0d719afa63f tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.87 "GET /v2.0/networks?id=550b358e-750e-4b62-abcd-d8a6d648131e HTTP/1.1" status: 200 len: 811 time: 0.5440257 May 10 15:03:04.174856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8bac1-1fe0-4ca9-ae02-f09e999c0683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b1c0b-eefb-4978-9cfb-c18e1c8bd38f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:04.198022 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:04.198722 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:04.202335 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-2da322e6-9eba-47e6-954e-779a91c2a60a service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467009 May 10 15:03:04.237864 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-84b8bac1-1fe0-4ca9-ae02-f09e999c0683 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e29039bdc06847a8916faddbb466691d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1923187 May 10 15:03:04.238599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53030) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:04.368792 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port df596a1c-be99-4755-ad90-0b709cb4e244 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:04.369922 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 340bed65-67ad-4688-81a0-7d26368851ca up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:04.381697 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] Publish callbacks [] for security_group (388b1c0b-eefb-4978-9cfb-c18e1c8bd38f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.436945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] Publish callbacks [] for security_group (388b1c0b-eefb-4978-9cfb-c18e1c8bd38f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.498735 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:04.555947 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 3, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:04.581767 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Request body: {'port': {'device_id': '35516b72-f039-494f-8fe5-e54664cf4e24', 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e', 'admin_state_up': True, 'tenant_id': '28efa99d77e4438ab681323ffb37d41e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:04.586798 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (388b1c0b-eefb-4978-9cfb-c18e1c8bd38f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.590424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.597495 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/388b1c0b-eefb-4978-9cfb-c18e1c8bd38f HTTP/1.1" status: 204 len: 168 time: 0.3577633 May 10 15:03:04.730364 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks [] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.791795 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks [] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.795550 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 340bed65-67ad-4688-81a0-7d26368851ca triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:04.796391 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (340bed65-67ad-4688-81a0-7d26368851ca), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.803490 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:04.804106 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Updating router 44a777f2-f512-40c9-8ef4-782107f3f378 port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:04.862636 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.864376 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.883727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed517f6-7131-4d5b-9730-4c356b235bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b1c0b-eefb-4978-9cfb-c18e1c8bd38f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:04.935944 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:04.957161 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58177e-4a48-459b-990d-cb3626c14839 None None] Pushing event updated for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:05.083187 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9c8ecfe1-9bf7-43f8-855b-d77a4a4cf218 req-e2262707-6b3f-45d8-aa1e-787c0fddfdab tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 210 time: 0.2895422 May 10 15:03:05.134124 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d2064b4b-185c-481e-91a2-46d9ffb3a708 req-62835532-89a0-482e-b631-a665971bce2e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.6070309 May 10 15:03:05.170364 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Pushing event updated for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:05.242166 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (4e0f323a-18e7-4458-ab6a-7a0bc4cbb064), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:05.440353 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Made reservation on behalf of 28efa99d77e4438ab681323ffb37d41e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:05.446306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:05.502729 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:05.513317 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:05.535061 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c65e8856-f1f6-4a23-adff-9005183c3e2a None None] Current status of the port 340bed65-67ad-4688-81a0-7d26368851ca is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:05.548743 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:05.569335 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:05.569803 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:05.679440 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:02:58Z', 'revision_number': 3, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:05.847866 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc7b1c-91db-4e79-9c7d-03c05ea15c6d None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:02:58Z', 'revision_number': 3, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:06.320289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Attempting to bind port a3f095c6-617d-4142-9bb5-d8e97baf37ea on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:06.320877 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Attempting to bind port a3f095c6-617d-4142-9bb5-d8e97baf37ea by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:06.321046 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Attempting to bind port a3f095c6-617d-4142-9bb5-d8e97baf37ea on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:06.440802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 340bed65-67ad-4688-81a0-7d26368851ca is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:06.459835 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:06.460369 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:06.460850 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:06.461598 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Bound using segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:06.462676 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Bound port: a3f095c6-617d-4142-9bb5-d8e97baf37ea, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:06.463339 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:06.465776 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9de9ea19-6d3f-466c-bf56-68bbac1a3f7c None None] Provisioning complete for port a3f095c6-617d-4142-9bb5-d8e97baf37ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:06.466308 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9de9ea19-6d3f-466c-bf56-68bbac1a3f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:06.695766 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9dbfa7a-579c-421e-883b-ebd8468c3c54 req-0daa485e-1d88-49f9-a422-74c57d3ad01d tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.1808240 May 10 15:03:06.728900 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Allocated IP 172.20.0.6 (550b358e-750e-4b62-abcd-d8a6d648131e/7596c0f8-3ead-4052-ab24-a017a0da2587/7c37d535-dd86-4f45-a0ca-da9dcfab396d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:06.778091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-2eba7299-d824-4814-912a-c71d6c1e6a70 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:06.779288 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 340bed65-67ad-4688-81a0-7d26368851ca up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:06.803422 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-2eba7299-d824-4814-912a-c71d6c1e6a70 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 1.1903250 May 10 15:03:06.839879 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:06.896632 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-a7788a89-f401-4018-a2d9-4b402c56e61e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/quotas/d851fe67b7e940f9b20979bdd619bf48 HTTP/1.1" status: 200 len: 375 time: 0.0921888 May 10 15:03:07.156741 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9de9ea19-6d3f-466c-bf56-68bbac1a3f7c None None] Port a3f095c6-617d-4142-9bb5-d8e97baf37ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:07.397630 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] For port a3f095c6-617d-4142-9bb5-d8e97baf37ea, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:07.412165 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] For port a3f095c6-617d-4142-9bb5-d8e97baf37ea, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a3f095c6-617d-4142-9bb5-d8e97baf37ea,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:07.422479 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks [] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.426097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (4e0f323a-18e7-4458-ab6a-7a0bc4cbb064), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.445022 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.449996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.467207 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-6c7a0acb-264f-4e12-893a-111c107050b7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5696049 May 10 15:03:07.493969 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.554672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3d9946a7-79a4-4d20-aa24-7eb12fe90ff3 None None] Provisioning complete for port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:07.557525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d9946a7-79a4-4d20-aa24-7eb12fe90ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:07.611460 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Pushing event updated for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:07.774567 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:07.776062 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:07.842106 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.846479 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.849019 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.849381 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.851034 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.851341 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.852375 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.852715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.854901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:07.855502 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:08.122518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks [] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.131917 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-18629a81-6987-4922-96c6-a0bdbcaa92b0 service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324907 May 10 15:03:08.142611 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 340bed65-67ad-4688-81a0-7d26368851ca triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:08.143011 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (340bed65-67ad-4688-81a0-7d26368851ca), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.200915 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:08.355569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.375981 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:08.376557 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:08.377029 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:08.377558 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:03:08.378052 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0f323a-18e7-4458-ab6a-7a0bc4cbb064']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:08.401684 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3d9946a7-79a4-4d20-aa24-7eb12fe90ff3 None None] Port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:08.451318 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-ffdc3281-b771-4086-90a9-fcdebceb3023 service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169944 May 10 15:03:08.452097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58177e-4a48-459b-990d-cb3626c14839 None None] Pushing event updated for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:08.590767 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:08.591127 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:08.743616 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Provisioning complete for port a3f095c6-617d-4142-9bb5-d8e97baf37ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:08.743993 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.746110 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:07Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:08.749209 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks [] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.852455 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:08.991514 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Pushing event updated for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:09.002823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.87', 51135) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:09.007790 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:09.024092 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Network 550b358e-750e-4b62-abcd-d8a6d648131e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:09.039100 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93575b8-9bf1-4e0e-8f48-05f73a933334 None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:07Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:09.041528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:09.057190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:09.080598 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 340bed65-67ad-4688-81a0-7d26368851ca is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:09.104349 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:09.106234 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:09.107613 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1be7-df47-4dd1-91b9-e82cb9ff3d57 req-bd131a84-55f9-4c68-ac53-f284cf43c7ef tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:09.116508 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-046a1be7-df47-4dd1-91b9-e82cb9ff3d57 req-bd131a84-55f9-4c68-ac53-f284cf43c7ef tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 931 time: 0.7315497 May 10 15:03:09.471976 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-046a1be7-df47-4dd1-91b9-e82cb9ff3d57 req-2e6a99e1-527c-49aa-9161-cac6979446b1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545244 May 10 15:03:09.479057 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea8411-4183-4366-91b2-46ab14631b3e None None] Pushing event updated for resources: {'Port': ['ID=9cfd5e59-2a3f-4ad3-abf0-918597889e19,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:09.498800 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Attempting to bind port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:09.499621 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Attempting to bind port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:09.501045 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Attempting to bind port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:09.505108 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:09.507011 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0ebf4be-1af0-4fad-94a0-0d298c142b61 req-78219d60-b818-4eff-b4c5-d6b0d6e6ee76 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.5055730 May 10 15:03:09.519374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:09.523482 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:09.525290 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:09.526487 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:09.526964 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:09.528468 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Bound port: 9cfd5e59-2a3f-4ad3-abf0-918597889e19, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:09.530796 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:09.531582 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:09.535999 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-71c19960-6b68-46f7-a949-3e6465e51480 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1582327 May 10 15:03:09.567358 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-0001d721-ca96-4634-ade3-32d7db8468c3 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:03:09.568807 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-0001d721-ca96-4634-ade3-32d7db8468c3 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0190196 May 10 15:03:09.657165 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-ac88a709-709b-414e-a7b9-3de6309c5060 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:09.661248 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-ac88a709-709b-414e-a7b9-3de6309c5060 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 0.6240361 May 10 15:03:09.702525 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'port': {'device_id': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'admin_state_up': True, 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:09.794203 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device d584f161-351c-473f-9739-b7471583fceb up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:09.947297 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:03:09.973600 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (3118a2e4-49f8-4c2c-97fc-2e956fbfdc0a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: from cryptography.utils import int_from_bytes May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: from cryptography.utils import int_from_bytes May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:03:10.031788 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:03:10.139695 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Made reservation on behalf of d851fe67b7e940f9b20979bdd619bf48 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:10.143270 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.181376 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] For port 9cfd5e59-2a3f-4ad3-abf0-918597889e19, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:10.248195 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Current status of the port a3f095c6-617d-4142-9bb5-d8e97baf37ea is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:10.248649 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.252097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] For port 9cfd5e59-2a3f-4ad3-abf0-918597889e19, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=9cfd5e59-2a3f-4ad3-abf0-918597889e19,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:10.335962 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.466953 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Allocated IP 172.20.0.1 (98f2117d-e406-4c1d-b8a0-22d70ac12c81/9ed8be01-6ea2-4807-ae34-e11a3019e6ad/84ac56e0-cda3-44f1-ba53-f6e729c567dd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:10.531093 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] For port a3f095c6-617d-4142-9bb5-d8e97baf37ea, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a3f095c6-617d-4142-9bb5-d8e97baf37ea,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:10.598534 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Allocated IP 172.20.0.8 (bb0f29c1-b758-46a7-96df-e2b922422879/09b96d4b-736d-47db-8d28-54d476a02bec/a75854b9-6524-4136-8cff-d2d61e26eec6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:10.782274 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port d584f161-351c-473f-9739-b7471583fceb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:10.784082 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (d584f161-351c-473f-9739-b7471583fceb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.787761 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.915405 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks [] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:10.951064 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Request body: {'port': {'device_id': '35516b72-f039-494f-8fe5-e54664cf4e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:10.963954 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea8411-4183-4366-91b2-46ab14631b3e None None] Pushing event updated for resources: {'Port': ['ID=9cfd5e59-2a3f-4ad3-abf0-918597889e19,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:11.000077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7282b9ad-5f37-4a02-9424-f1cbf0aba258 None None] Provisioning complete for port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:11.004761 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7282b9ad-5f37-4a02-9424-f1cbf0aba258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.068766 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.108601 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:11.109556 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:11.113739 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:03:11.162917 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6df45a3-9674-4630-be74-cfaab0d8f827 req-5c8fc68d-37a4-4ccc-9aab-740c7d35a87b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.0880477 May 10 15:03:11.189703 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7282b9ad-5f37-4a02-9424-f1cbf0aba258 None None] Port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:11.214147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745d2e0-50d3-4117-98ba-dcec254ad55e None None] Pushing event updated for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:11.280150 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:11.281604 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (4e0f323a-18e7-4458-ab6a-7a0bc4cbb064), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.286716 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Pushing event updated for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:11.292602 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:11.424805 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.431853 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4e0f323a-18e7-4458-ab6a-7a0bc4cbb064 HTTP/1.1" status: 204 len: 168 time: 7.4349644 May 10 15:03:11.432978 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:11.435512 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53296) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:11.450702 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50903677-0d0a-405e-8cd0-53f8a8a7c012 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0f323a-18e7-4458-ab6a-7a0bc4cbb064,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:11.478189 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:11.497585 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.502798 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.617659 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8d43d-137c-454c-8b21-1ca73c3c7577 req-6eb9835d-dd04-4a6e-bf6a-41e1ff8e8a01 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:11.630913 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ada8d43d-137c-454c-8b21-1ca73c3c7577 req-6eb9835d-dd04-4a6e-bf6a-41e1ff8e8a01 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 931 time: 0.5862217 May 10 15:03:11.845821 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port d584f161-351c-473f-9739-b7471583fceb is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:11.846934 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (d584f161-351c-473f-9739-b7471583fceb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.923544 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:11.933099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port d584f161-351c-473f-9739-b7471583fceb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=d584f161-351c-473f-9739-b7471583fceb,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:11.949048 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.87', 51141) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:11.963569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:11.981211 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (d584f161-351c-473f-9739-b7471583fceb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.059722 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dd4e8c92-7d39-4c88-88df-f8ff97806633 None None] Provisioning complete for port 84ac56e0-cda3-44f1-ba53-f6e729c567dd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:12.060277 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8c92-7d39-4c88-88df-f8ff97806633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.204458 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a3f095c6-617d-4142-9bb5-d8e97baf37ea up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:12.247482 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:12.259492 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:12.278140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:12.285252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:12.285918 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.361824 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=d584f161-351c-473f-9739-b7471583fceb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:12.367551 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6860261 May 10 15:03:12.382619 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e8c92-7d39-4c88-88df-f8ff97806633 None None] Port 84ac56e0-cda3-44f1-ba53-f6e729c567dd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:12.395754 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c9c20-18db-457b-82d5-74e7f26f3bf9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:12.444374 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Request body: {'port': {'device_id': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:12.535765 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-257969ea-47f0-45cb-9b98-ac29e841f96b req-405a388a-ffa0-4522-867f-e4a7059d661e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.0428989 May 10 15:03:12.596454 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port a3f095c6-617d-4142-9bb5-d8e97baf37ea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:12.596873 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.622219 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:03:12.629426 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-60427f20-a438-4a05-9710-8198d9290f11 admin admin] 10.222.0.83 "PUT /v2.0/routers/e4c5f004-2c12-400f-8fa9-419c4279d47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3724468 May 10 15:03:12.642908 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:12.652935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-0feddfa0-bfe3-43aa-9eb7-9e42565f4341 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:12.663261 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-0feddfa0-bfe3-43aa-9eb7-9e42565f4341 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 0.7101119 May 10 15:03:12.667424 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:12.670330 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:12.677597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b130e3e0-e991-4985-9fce-e4b62b642a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.715326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'port': {'device_id': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'admin_state_up': True, 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:12.749134 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 3, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:12.789433 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ada8d43d-137c-454c-8b21-1ca73c3c7577 req-a7f95aad-68a5-452c-b5a2-0fe4b2eeadc9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866038 May 10 15:03:12.804693 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (44a777f2-f512-40c9-8ef4-782107f3f378), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.804693 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Deleting subnet 8350cc86-8310-4859-9cc9-1c7c9ec15d55 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:03:12.806780 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Publish callbacks [] for subnet (8350cc86-8310-4859-9cc9-1c7c9ec15d55), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.843669 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.851081 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aedeac-cf07-4532-be41-eb3644f14449 None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 3, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:12.878557 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-900adc43-1095-451a-8d91-bb08a3936169 None None] Provisioning complete for port a75854b9-6524-4136-8cff-d2d61e26eec6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:12.878940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-900adc43-1095-451a-8d91-bb08a3936169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:12.916100 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (8350cc86-8310-4859-9cc9-1c7c9ec15d55), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.069454 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-900adc43-1095-451a-8d91-bb08a3936169 None None] Port a75854b9-6524-4136-8cff-d2d61e26eec6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:13.108704 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:13.126418 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port a3f095c6-617d-4142-9bb5-d8e97baf37ea is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:13.146995 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (8350cc86-8310-4859-9cc9-1c7c9ec15d55), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.165731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c37d535-dd86-4f45-a0ca-da9dcfab396d {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:13.273434 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks [] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.374606 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (8350cc86-8310-4859-9cc9-1c7c9ec15d55), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.466675 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.495117 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8350cc86-8310-4859-9cc9-1c7c9ec15d55 HTTP/1.1" status: 204 len: 168 time: 2.0504675 May 10 15:03:13.525626 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53346) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:13.571197 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:13.660308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a5e9f-e156-476e-9fc3-33c47a39810b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8350cc86-8310-4859-9cc9-1c7c9ec15d55,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:13.666601 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (0acde591-5a47-4e2d-91f2-447b9f7b8af6), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.686189 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180779318', 'description': 'tempest-description--1355462675'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:13.707567 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b130e3e0-e991-4985-9fce-e4b62b642a39 admin admin] Publish callbacks [] for security_group (71b0d036-56b2-4ed4-840e-3deead003707), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.766184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Transition to ACTIVE for port object 7c37d535-dd86-4f45-a0ca-da9dcfab396d will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:03:13.793571 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b130e3e0-e991-4985-9fce-e4b62b642a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (71b0d036-56b2-4ed4-840e-3deead003707), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.797002 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:07Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:13.797969 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75854b9-6524-4136-8cff-d2d61e26eec6 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:13.826576 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.860004 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (0acde591-5a47-4e2d-91f2-447b9f7b8af6), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.880139 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks [] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.885083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Made reservation on behalf of d851fe67b7e940f9b20979bdd619bf48 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:13.902334 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.906633 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acde591-5a47-4e2d-91f2-447b9f7b8af6']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:13.926326 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:13.926820 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Updating router e4c5f004-2c12-400f-8fa9-419c4279d47e port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:13.948756 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c456997-1f12-4957-90fe-e1faa8a1c93a') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:13.949693 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c456997-1f12-4957-90fe-e1faa8a1c93a') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:13.971227 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:13.972967 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (8c456997-1f12-4957-90fe-e1faa8a1c93a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.021740 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8c456997-1f12-4957-90fe-e1faa8a1c93a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.049321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:03:14.064069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (8c456997-1f12-4957-90fe-e1faa8a1c93a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:03:14.114619 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:03:14.348954 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device d584f161-351c-473f-9739-b7471583fceb up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:14.389731 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bd8590da-8c7b-4b1c-a7d1-8b4ee970f2b0 req-b75c8f3f-02f7-454e-bd71-c6ab3e671806 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.5951281 May 10 15:03:14.453195 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b130e3e0-e991-4985-9fce-e4b62b642a39 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ebce7aa6dc5f4a999ef3976426b01e51&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0098014 May 10 15:03:14.454569 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.458295 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53362) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:14.461300 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.469445 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port d584f161-351c-473f-9739-b7471583fceb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:14.469825 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (d584f161-351c-473f-9739-b7471583fceb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.505125 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Transition to ACTIVE for port object a75854b9-6524-4136-8cff-d2d61e26eec6 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:03:14.518034 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:14.555065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87693b-d423-4d3a-9b0a-91082191f6f9 req-b42fd402-21c3-4175-9067-a444ebaace49 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:14.565833 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ab87693b-d423-4d3a-9b0a-91082191f6f9 req-b42fd402-21c3-4175-9067-a444ebaace49 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.3007762 May 10 15:03:14.572677 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (0acde591-5a47-4e2d-91f2-447b9f7b8af6), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.578459 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.584021 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.587795 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0acde591-5a47-4e2d-91f2-447b9f7b8af6 HTTP/1.1" status: 204 len: 168 time: 1.0355747 May 10 15:03:14.634829 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port d584f161-351c-473f-9739-b7471583fceb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:14.636493 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 9cfd5e59-2a3f-4ad3-abf0-918597889e19 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:14.795834 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:14.796426 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:14.827779 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Attempting to bind port 7c37d535-dd86-4f45-a0ca-da9dcfab396d on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:14.828119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Attempting to bind port 7c37d535-dd86-4f45-a0ca-da9dcfab396d by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '8832f001-2c83-458b-8ce3-1df38869c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:14.830040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Attempting to bind port 7c37d535-dd86-4f45-a0ca-da9dcfab396d on network 550b358e-750e-4b62-abcd-d8a6d648131e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:14.879365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Pushing event updated for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:14.916262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Port 7c37d535-dd86-4f45-a0ca-da9dcfab396d on network 550b358e-750e-4b62-abcd-d8a6d648131e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:03:14.916931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Attempting to bind port 7c37d535-dd86-4f45-a0ca-da9dcfab396d on network 550b358e-750e-4b62-abcd-d8a6d648131e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:14.979331 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ab87693b-d423-4d3a-9b0a-91082191f6f9 req-96693a46-a5ef-4633-9e5a-ee012c89cb50 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120989 May 10 15:03:14.995800 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130e3e0-e991-4985-9fce-e4b62b642a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0d036-56b2-4ed4-840e-3deead003707,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:14.996809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:15.053561 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b405d67-3220-4b88-9671-d2460d2928c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acde591-5a47-4e2d-91f2-447b9f7b8af6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.056412 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:15.064493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Checking segment: {'id': '8832f001-2c83-458b-8ce3-1df38869c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:15.068350 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Bound using segment: {'id': '8832f001-2c83-458b-8ce3-1df38869c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:15.071306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Bound port: 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8832f001-2c83-458b-8ce3-1df38869c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:15.071687 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.103107 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:15.103508 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.176874 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks [] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.181770 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 9cfd5e59-2a3f-4ad3-abf0-918597889e19, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=9cfd5e59-2a3f-4ad3-abf0-918597889e19,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:15.187586 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.191585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.296134 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] Publish callbacks [] for security_group (71b0d036-56b2-4ed4-840e-3deead003707), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.365613 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] Publish callbacks [] for security_group (71b0d036-56b2-4ed4-840e-3deead003707), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.375296 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e505e5-ff6b-480a-a0de-4fe05c1db677 None None] Pushing event updated for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.378084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:15.384799 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d,segment=NetworkSegment(8832f001-2c83-458b-8ce3-1df38869c82f),segment_id=8832f001-2c83-458b-8ce3-1df38869c82f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:15.405781 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.411538 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Allocated IP 172.20.0.5 (bb0f29c1-b758-46a7-96df-e2b922422879/09b96d4b-736d-47db-8d28-54d476a02bec/8d7f4ee8-d8cb-4edb-8b63-e09306e199a4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:15.424114 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Attempting to bind port a75854b9-6524-4136-8cff-d2d61e26eec6 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:15.424852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Attempting to bind port a75854b9-6524-4136-8cff-d2d61e26eec6 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:15.425295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Attempting to bind port a75854b9-6524-4136-8cff-d2d61e26eec6 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:15.428249 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=9cfd5e59-2a3f-4ad3-abf0-918597889e19,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.448929 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Port a75854b9-6524-4136-8cff-d2d61e26eec6 on network bb0f29c1-b758-46a7-96df-e2b922422879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:03:15.449913 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Attempting to bind port a75854b9-6524-4136-8cff-d2d61e26eec6 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:15.492087 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (71b0d036-56b2-4ed4-840e-3deead003707), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.498957 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.503711 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/71b0d036-56b2-4ed4-840e-3deead003707 HTTP/1.1" status: 204 len: 168 time: 1.0395029 May 10 15:03:15.618961 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fabab-6ce9-4e54-960c-aee036c2deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0d036-56b2-4ed4-840e-3deead003707,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.649821 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Attempting to bind port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:15.652150 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Attempting to bind port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:15.652570 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Attempting to bind port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:15.685337 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:15.685830 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:15.690690 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.693157 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:15.693876 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Bound port: 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:15.694327 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.828555 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88d0eb6c-806d-4b69-be08-ae513e258c8d req-3c8c732f-0e36-4591-abc3-d8b7535a34d8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.1929212 May 10 15:03:15.870046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.927936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (26590d97-573e-49e8-96f3-f741841c6307), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.939960 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9185dfa2-d5c5-4360-a46d-cf7c09e50312 None None] Provisioning complete for port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:15.940433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9185dfa2-d5c5-4360-a46d-cf7c09e50312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.957592 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (26590d97-573e-49e8-96f3-f741841c6307), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.958955 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] For port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:15.968601 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0118fafa-a5f3-48ec-8699-e59418a69280 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18cd09ed2b254bc798526f1c5eead93e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9751787 May 10 15:03:15.971177 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] For port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:15.982306 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.982675 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:15.990960 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:15.994597 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-7f422b61-8f7c-4824-b582-134dc933b7cc service neutron] 10.222.0.87 "PUT /v2.0/ports/7c37d535-dd86-4f45-a0ca-da9dcfab396d HTTP/1.1" status: 200 len: 1093 time: 5.6269817 May 10 15:03:16.008486 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53392) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:16.033083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:16.074028 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks [] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.082069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26590d97-573e-49e8-96f3-f741841c6307,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:16.092899 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.095047 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a5180713-6cc8-4b09-906e-cbac2f97835c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4327080 May 10 15:03:16.100093 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.110171 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53398) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:16.130457 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '26590d97-573e-49e8-96f3-f741841c6307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:16.140662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9185dfa2-d5c5-4360-a46d-cf7c09e50312 None None] Port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:16.205112 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:16.205731 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:16.224046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:16.225806 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:16.226893 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Bound using segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:16.228763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Bound port: a75854b9-6524-4136-8cff-d2d61e26eec6, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:16.229422 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.377560 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 9cfd5e59-2a3f-4ad3-abf0-918597889e19 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:16.385792 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-e18dd87e-59b4-4b15-9ab1-153c8ae07e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:16.387251 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-e18dd87e-59b4-4b15-9ab1-153c8ae07e2d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=28efa99d77e4438ab681323ffb37d41e&device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 1127 time: 0.1541584 May 10 15:03:16.456022 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:16.470628 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (73a0fde6-0b2b-429b-820e-d969744fecdd), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.507670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:16.509238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.646590 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Provisioning complete for port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:16.648403 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.660883 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-257ba479-8599-4f57-9b31-00162d70a6f1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d HTTP/1.1" status: 200 len: 217 time: 0.2382154 May 10 15:03:16.663026 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53408) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:16.690328 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb6a2-251a-46f8-8231-bff2a7338d49 req-a6738e50-9bdc-419c-b6e5-babf8d6012d3 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:16.692519 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d81cb6a2-251a-46f8-8231-bff2a7338d49 req-a6738e50-9bdc-419c-b6e5-babf8d6012d3 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.4395239 May 10 15:03:16.777811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Pushing event updated for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:16.790328 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (44a777f2-f512-40c9-8ef4-782107f3f378), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.804665 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] Publish callbacks [] for security_group (4f999ea3-644b-41f8-a57f-f557a07faf20), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.813520 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:16.901208 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] Publish callbacks [] for security_group (4f999ea3-644b-41f8-a57f-f557a07faf20), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:16.933455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53416) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:16.960285 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e505e5-ff6b-480a-a0de-4fe05c1db677 None None] Pushing event updated for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:16.979670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Current status of the port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:16.980429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.037294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-c6315a49-8be9-4dee-ad37-335de4aa3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:17.039183 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-c6315a49-8be9-4dee-ad37-335de4aa3cbe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7596c0f8-3ead-4052-ab24-a017a0da2587 HTTP/1.1" status: 200 len: 851 time: 0.3140159 May 10 15:03:17.041388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] For port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:17.043476 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cae857b-5312-46fd-af60-89fd78bfc0de" -d '{"events": [{"name": "network-changed", "server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:17.047390 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.065424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (73a0fde6-0b2b-429b-820e-d969744fecdd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.068220 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.088954 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0590767f-0d20-4a4b-a560-1951489d36cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.091931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:17.107475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=a75854b9-6524-4136-8cff-d2d61e26eec6,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:17.136424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.148843 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22680df-3e7c-4437-a420-0086cbde00f6 None None] Pushing event updated for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:17.155274 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (73a0fde6-0b2b-429b-820e-d969744fecdd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.218587 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:17.238915 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa264667-90e0-42fc-83c7-d7473a6eb9d0 req-fe9ca367-abdc-4068-9114-4b5484723f8e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.1294420 May 10 15:03:17.336469 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd40a1d-3a56-49c6-ba39-dbaa809db7b2 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:17.350718 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a0fde6-0b2b-429b-820e-d969744fecdd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:17.392251 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.393511 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e09619a6-edf9-4ba4-86f9-a911a842f2fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2796772 May 10 15:03:17.401519 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53430) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:17.405556 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0590767f-0d20-4a4b-a560-1951489d36cf admin admin] Publish callbacks [] for security_group (1b70f361-4c95-448a-a856-870daf761a4a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.418776 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '26590d97-573e-49e8-96f3-f741841c6307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:17.425982 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-d5045022-7a9c-4b6e-a19b-5d833fde3d31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=550b358e-750e-4b62-abcd-d8a6d648131e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632898 May 10 15:03:17.444660 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4f999ea3-644b-41f8-a57f-f557a07faf20), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.448013 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.449221 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f999ea3-644b-41f8-a57f-f557a07faf20 HTTP/1.1" status: 204 len: 168 time: 1.3935575 May 10 15:03:17.449946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0590767f-0d20-4a4b-a560-1951489d36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (1b70f361-4c95-448a-a856-870daf761a4a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.476151 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.488117 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6f98e-e3fc-47e0-a225-fd0d3521110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f999ea3-644b-41f8-a57f-f557a07faf20,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:17.553395 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d81cb6a2-251a-46f8-8231-bff2a7338d49 req-b3ff597e-71d1-4a12-9b79-edd424f2218d tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8291962 May 10 15:03:17.590045 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17b9bf39-ac36-479e-ad12-e24906e639fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.608941 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0590767f-0d20-4a4b-a560-1951489d36cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02291b541fec4cf68e8e6c7564abec07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9388249 May 10 15:03:17.612684 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:17.613318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.614745 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] 10.222.0.87 "PUT /v2.0/ports/a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 1093 time: 5.1754649 May 10 15:03:17.632425 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53436) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:17.655824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (317132fa-7db2-4446-bd39-f76d01691239), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:17.722727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8ff0f7-91bd-4b92-b8a7-6ebe2d3d5b49 x-openstack-request-id: req-3c8ff0f7-91bd-4b92-b8a7-6ebe2d3d5b49 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:17.722727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:17.722727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c8ff0f7-91bd-4b92-b8a7-6ebe2d3d5b49 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:17.723161 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8ff0f7-91bd-4b92-b8a7-6ebe2d3d5b49'] response: {'name': 'network-changed', 'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d', 'status': 'completed', 'code': 200} May 10 15:03:17.728392 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590767f-0d20-4a4b-a560-1951489d36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70f361-4c95-448a-a856-870daf761a4a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:17.754586 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:17.759627 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:18.020593 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a309-0774-4580-b774-1286aad399aa service neutron] Pushing event updated for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:18.085144 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:18.118899 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] Publish callbacks [] for security_group (1b70f361-4c95-448a-a856-870daf761a4a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.156812 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:18.164081 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-cf5aeeb7-1c93-4d44-b71d-faa31c9da136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:18.165920 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-cf5aeeb7-1c93-4d44-b71d-faa31c9da136 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1127 time: 0.4216542 May 10 15:03:18.171114 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:18.226363 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (317132fa-7db2-4446-bd39-f76d01691239), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.234493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:18.237335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.343754 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (317132fa-7db2-4446-bd39-f76d01691239), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.347242 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-60034c55-81ca-4ccb-ab65-e4d31191f7eb None None] Provisioning complete for port 84ac56e0-cda3-44f1-ba53-f6e729c567dd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:18.349275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60034c55-81ca-4ccb-ab65-e4d31191f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.399587 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:18.421599 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] Publish callbacks [] for security_group (1b70f361-4c95-448a-a856-870daf761a4a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.441265 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-60034c55-81ca-4ccb-ab65-e4d31191f7eb None None] Port 84ac56e0-cda3-44f1-ba53-f6e729c567dd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:18.445305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:18.518054 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (1b70f361-4c95-448a-a856-870daf761a4a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.521157 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.522481 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1b70f361-4c95-448a-a856-870daf761a4a HTTP/1.1" status: 204 len: 168 time: 0.8889146 May 10 15:03:18.527131 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.532356 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1196949 May 10 15:03:18.678868 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:18.681204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.740529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53450) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:18.759993 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-30ee4bf0-dab8-41f9-bd90-29cd0a8e5d02 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2760694 May 10 15:03:18.763919 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-d50cbe05-9681-408e-a634-3c736b7c60e7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.4517794 May 10 15:03:18.784671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:18.797745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3a9c6dbf-6f8e-4d9a-9099-4c6a461d34ad None None] Provisioning complete for port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:18.798479 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6dbf-6f8e-4d9a-9099-4c6a461d34ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.849171 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1413889 May 10 15:03:18.867326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa692-1930-463d-b6b5-a446e9f83f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:18.876343 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c6dbf-6f8e-4d9a-9099-4c6a461d34ad None None] Port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:18.950553 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Request body: {'port': {'device_id': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:18.969783 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:18.989262 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:19.022989 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadb8b2-12de-4c14-bc65-11bbbcdb7cec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317132fa-7db2-4446-bd39-f76d01691239,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:19.057362 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a56918-2513-41b6-9f61-651cbc9c3e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70f361-4c95-448a-a856-870daf761a4a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:19.140790 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:03:19.153411 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ae093-ceb7-4ff8-ae6d-8d867b5d7ebb req-7470e370-1f70-4f5e-a373-6e9e830b7ae7 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:19.162748 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4ae093-ceb7-4ff8-ae6d-8d867b5d7ebb req-7470e370-1f70-4f5e-a373-6e9e830b7ae7 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.1411564 May 10 15:03:19.241081 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-581a4677-bb51-499c-8a59-eac194f933db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.396950 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4ae093-ceb7-4ff8-ae6d-8d867b5d7ebb req-4b5dc248-c2a7-4532-89fb-a433e5869908 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972756 May 10 15:03:19.456752 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83af497-53d6-4209-80ed-8737117cac4f req-3dcc90b4-20ac-4e21-b1e1-13910dfe4777 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:19.464277 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b83af497-53d6-4209-80ed-8737117cac4f req-3dcc90b4-20ac-4e21-b1e1-13910dfe4777 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 931 time: 1.0136359 May 10 15:03:19.510139 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:03:19.521113 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:19.523459 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-697a1fb0-4548-4200-bc0d-f4eed256cff3 admin admin] 10.222.0.83 "PUT /v2.0/routers/44a777f2-f512-40c9-8ef4-782107f3f378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3184309 May 10 15:03:19.540328 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:19.541467 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:19.626996 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.701284 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:19.758365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:19.765458 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8" -d '{"events": [{"name": "network-changed", "server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:19.772211 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-21a54fa3-6841-413b-9790-bc2b3c487b36 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c16851676c6b4b81a8c64bf171e1768f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3672328 May 10 15:03:19.772768 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:19.809207 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b83af497-53d6-4209-80ed-8737117cac4f req-1ef1f790-4603-49ff-9a9e-832a08e829ed tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416882 May 10 15:03:19.878625 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] Publish callbacks [] for security_group (d681c736-c1ed-46ad-a293-3a71393ec327), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.891040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.896095 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17b9bf39-ac36-479e-ad12-e24906e639fa admin admin] Publish callbacks [] for security_group (e492b754-4d79-465c-b770-d79ba92ae921), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.916332 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-d02bef7e-16f9-4f70-9d80-ec95a80e71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:19.922726 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-d02bef7e-16f9-4f70-9d80-ec95a80e71b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 1.0650089 May 10 15:03:19.941995 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] Publish callbacks [] for security_group (d681c736-c1ed-46ad-a293-3a71393ec327), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:19.944109 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17b9bf39-ac36-479e-ad12-e24906e639fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e492b754-4d79-465c-b770-d79ba92ae921), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.069654 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d681c736-c1ed-46ad-a293-3a71393ec327), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.073859 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.075390 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d681c736-c1ed-46ad-a293-3a71393ec327 HTTP/1.1" status: 204 len: 168 time: 0.3014717 May 10 15:03:20.087568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c5b3f-0948-4b2d-9a4b-8fb179d3f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681c736-c1ed-46ad-a293-3a71393ec327,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.139518 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-17b9bf39-ac36-479e-ad12-e24906e639fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72cd60cf3ecb4a448651d24b92fbe567&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2011030 May 10 15:03:20.142826 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53498) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:20.175747 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:14Z', 'revision_number': 2, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:20.181427 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38f7ef-02b9-4783-b00a-99796892c59a x-openstack-request-id: req-6d38f7ef-02b9-4783-b00a-99796892c59a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:20.183040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:20.183334 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d38f7ef-02b9-4783-b00a-99796892c59a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:20.183739 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d38f7ef-02b9-4783-b00a-99796892c59a'] response: {'name': 'network-changed', 'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6', 'status': 'completed', 'code': 200} May 10 15:03:20.188559 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9bf39-ac36-479e-ad12-e24906e639fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e492b754-4d79-465c-b770-d79ba92ae921,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.191679 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:20.215457 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280386490', 'description': 'tempest-description--1495602818'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:20.229128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:20.229501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Updating router 44a777f2-f512-40c9-8ef4-782107f3f378 port 84ac56e0-cda3-44f1-ba53-f6e729c567dd binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:20.261990 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.264336 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:20.279802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.290506 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-231aa1b9-4e6a-4318-aafe-704fdb194a7a req-82a3d592-5030-47ad-847b-24323722f071 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4398608 May 10 15:03:20.311361 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] Publish callbacks [] for security_group (e492b754-4d79-465c-b770-d79ba92ae921), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.331213 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-07121c5a-bc3d-41f3-a9a7-0872e601c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:20.332850 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-07121c5a-bc3d-41f3-a9a7-0872e601c46f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459029 May 10 15:03:20.340001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] Publish callbacks [] for security_group (e492b754-4d79-465c-b770-d79ba92ae921), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.442164 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (36b0088b-6768-47e6-8492-43dd2ddab84a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.451458 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (36b0088b-6768-47e6-8492-43dd2ddab84a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.456493 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e492b754-4d79-465c-b770-d79ba92ae921), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.460549 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.461956 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e492b754-4d79-465c-b770-d79ba92ae921 HTTP/1.1" status: 204 len: 168 time: 0.3173354 May 10 15:03:20.495849 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.500155 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3050582 May 10 15:03:20.500155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33094473-586d-49ad-a67a-ebbb85498945 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b0088b-6768-47e6-8492-43dd2ddab84a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.501001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53512) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:20.517029 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group_rule': {'security_group_id': '36b0088b-6768-47e6-8492-43dd2ddab84a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:20.532768 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8dc39-7371-46de-b139-47b7986399de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492b754-4d79-465c-b770-d79ba92ae921,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.533323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.27.3.155 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/b5125954-89d8-4e10-aeaa-b831e0ec3e62) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:20.571874 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (6f19278b-edb5-413c-b383-b0f4a8065ba2), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.674674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (6f19278b-edb5-413c-b383-b0f4a8065ba2), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.681240 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (6f19278b-edb5-413c-b383-b0f4a8065ba2), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.719251 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876742404-network', 'tenant_id': '755eb970d2f1489188bc14440b15bb3c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:20.727968 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-38874b32-7a33-4505-9c16-cc66ea5941d1 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681118 May 10 15:03:20.746645 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.748121 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358539 May 10 15:03:20.749047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0872-77bc-467f-ac95-ae27e5abd89b req-3d81c7f9-6029-44a2-be7c-33e124bad223 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:20.749942 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Made reservation on behalf of 755eb970d2f1489188bc14440b15bb3c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:20.752275 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.754644 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:20.756329 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e8c1a-ee0c-45f5-b979-b83298e19d64 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f19278b-edb5-413c-b383-b0f4a8065ba2,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.764948 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf0e0872-77bc-467f-ac95-ae27e5abd89b req-3d81c7f9-6029-44a2-be7c-33e124bad223 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.2394605 May 10 15:03:20.775728 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group_rule': {'security_group_id': '36b0088b-6768-47e6-8492-43dd2ddab84a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:20.785367 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.905910 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks [] for security_group (736117a9-f857-403e-9ccb-22b3107f87af), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.934460 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (736117a9-f857-403e-9ccb-22b3107f87af), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.942838 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks [] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.949921 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:20.959200 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.975595 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (057ea0a5-1ba3-459e-9bd3-0379a6ba7813), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:20.975945 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Added segment 057ea0a5-1ba3-459e-9bd3-0379a6ba7813 of type vlan for network cd11c310-0d8b-4d4c-8715-44d70eda7b33 May 10 15:03:21.042191 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (cd11c310-0d8b-4d4c-8715-44d70eda7b33), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.077231 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0a46-b6da-49ac-9c54-1b43491a7401 None None] Pushing event updated for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.125401 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Attempting to bind port 84ac56e0-cda3-44f1-ba53-f6e729c567dd on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:21.126173 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Attempting to bind port 84ac56e0-cda3-44f1-ba53-f6e729c567dd by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:21.126799 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Attempting to bind port 84ac56e0-cda3-44f1-ba53-f6e729c567dd on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:21.133237 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:21.134090 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Checking segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:21.134741 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.135415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Bound using segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:21.136172 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Bound port: 84ac56e0-cda3-44f1-ba53-f6e729c567dd, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:21.136805 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.189636 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (cd11c310-0d8b-4d4c-8715-44d70eda7b33), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.191004 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:21.191831 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.219776 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf0e0872-77bc-467f-ac95-ae27e5abd89b req-8d46b7c7-14a5-4f52-bd77-c4414375fd2c tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549139 May 10 15:03:21.223394 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (adfa9ae4-4f6a-4845-afa1-70ba42144fcd), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.268000 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] For port 84ac56e0-cda3-44f1-ba53-f6e729c567dd, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:21.275908 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] For port 84ac56e0-cda3-44f1-ba53-f6e729c567dd, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=84ac56e0-cda3-44f1-ba53-f6e729c567dd,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:21.289346 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.314583 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:21.340855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.352012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks [] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.401331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Transition to ACTIVE for port object 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:03:21.412045 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457194e5-e761-4d82-b18e-c9ef47d744e8 req-0db8ee54-fe92-4f3e-8acd-54c7ef488890 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:21.417733 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-457194e5-e761-4d82-b18e-c9ef47d744e8 req-0db8ee54-fe92-4f3e-8acd-54c7ef488890 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 931 time: 0.3427501 May 10 15:03:21.432325 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:03:21.432975 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:02:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:21.442576 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1737125 May 10 15:03:21.454680 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736117a9-f857-403e-9ccb-22b3107f87af,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.457014 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:21.479849 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.503168 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.532901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Request body: {'subnet': {'network_id': 'cd11c310-0d8b-4d4c-8715-44d70eda7b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876742404-subnet', 'tenant_id': '755eb970d2f1489188bc14440b15bb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:21.576359 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52a2d-3eb7-486b-be0f-45542847c9fa admin admin] Pushing event updated for resources: {'Network': ['ID=cd11c310-0d8b-4d4c-8715-44d70eda7b33,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.635685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Attempting to bind port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:21.636223 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Attempting to bind port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:21.636330 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Attempting to bind port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:21.657341 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:03:21.668909 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:21.674026 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-457194e5-e761-4d82-b18e-c9ef47d744e8 req-12ae7c4d-a115-42b2-bdcb-8d6156a16ae2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308283 May 10 15:03:21.763381 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Made reservation on behalf of 755eb970d2f1489188bc14440b15bb3c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:21.765956 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10337451'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.798173 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (adfa9ae4-4f6a-4845-afa1-70ba42144fcd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.801819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:21.813385 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.815807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 on network bb0f29c1-b758-46a7-96df-e2b922422879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:03:21.816132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Attempting to bind port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:21.818569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:21.837645 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network cd11c310-0d8b-4d4c-8715-44d70eda7b33 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:03:21.841298 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-494a1cfe-df57-4991-a0f9-27c5acfd7571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.862492 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (adfa9ae4-4f6a-4845-afa1-70ba42144fcd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.924755 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfa9ae4-4f6a-4845-afa1-70ba42144fcd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.944860 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:21.949453 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ec91e27e-39e7-435b-8170-a2e74a536f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1819305 May 10 15:03:21.951198 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:21.955826 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:21.997783 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.018889 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:22.019233 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:22.019621 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Bound using segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:22.020065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Bound port: 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:22.020423 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.034656 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0a46-b6da-49ac-9c54-1b43491a7401 None None] Pushing event updated for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:22.050326 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Provisioning complete for port 84ac56e0-cda3-44f1-ba53-f6e729c567dd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:22.050729 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.119365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=b5125954-89d8-4e10-aeaa-b831e0ec3e62,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:22.123030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-d9c97264-620e-47d3-988d-17afcbdc5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:22.124836 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-d9c97264-620e-47d3-988d-17afcbdc5d0f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=28efa99d77e4438ab681323ffb37d41e&device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 1127 time: 0.3176560 May 10 15:03:22.205191 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2236634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10337461'] for subnet (1acb9c25-53d1-4ce9-97d1-eeb8d6113f58), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.267300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.270509 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e1a2d15-6260-4732-b29b-41dad3d9dbb3 req-e9ea6cd5-9b2d-4914-9eb6-db30eaa94824 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920248 May 10 15:03:22.407462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Current status of the port 84ac56e0-cda3-44f1-ba53-f6e729c567dd is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:22.408298 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.420589 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:21Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:22.433154 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:22.444055 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Checking segment: {'id': '057ea0a5-1ba3-459e-9bd3-0379a6ba7813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'cd11c310-0d8b-4d4c-8715-44d70eda7b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:22.444263 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Network hostable DHCP agents. Network: cd11c310-0d8b-4d4c-8715-44d70eda7b33, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:22.453363 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.459450 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f06f36-c9d2-4948-9a69-30b9827f8c4e None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:21Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:22.491733 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] For port 84ac56e0-cda3-44f1-ba53-f6e729c567dd, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=84ac56e0-cda3-44f1-ba53-f6e729c567dd,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:22.499781 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.652802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23d5d789-399c-402d-8f8c-a9061139bd07 None None] Provisioning complete for port 84ac56e0-cda3-44f1-ba53-f6e729c567dd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:22.654067 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d5d789-399c-402d-8f8c-a9061139bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.665796 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99879b-b3e3-41f2-8e22-e884d5eed6a5 None None] Pushing event updated for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:22.726859 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.764975 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Allocated IP 172.27.3.138 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/72aafae9-ce55-4e8a-a90b-dd9c4833bcb1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:22.777870 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acb9c25-53d1-4ce9-97d1-eeb8d6113f58,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:22.857315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23d5d789-399c-402d-8f8c-a9061139bd07 None None] Current status of the port 84ac56e0-cda3-44f1-ba53-f6e729c567dd is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:22.920773 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Network cd11c310-0d8b-4d4c-8715-44d70eda7b33 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:22.931668 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:22.943430 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0748-375b-4696-91e2-2af63b196cad req-6807aa17-d0e3-466d-9eb9-581f042e26b1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:22.970316 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c87a0748-375b-4696-91e2-2af63b196cad req-6807aa17-d0e3-466d-9eb9-581f042e26b1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.5810096 May 10 15:03:22.972694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-d1628402-9473-40ca-9aa4-1b0f0da07ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:22.974198 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-d1628402-9473-40ca-9aa4-1b0f0da07ef0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=550b358e-750e-4b62-abcd-d8a6d648131e HTTP/1.1" status: 200 len: 912 time: 0.8380108 May 10 15:03:22.984429 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:23.016898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, cd11c310-0d8b-4d4c-8715-44d70eda7b33) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:23.035565 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec5d332-b4dc-45b1-9aaa-09f4a2981424 None None] Network cd11c310-0d8b-4d4c-8715-44d70eda7b33 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:23.092917 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.139919 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:23.142925 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.153100 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.229462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9bddb-0223-4e59-8c79-ffd6acc05a8b None None] Network cd11c310-0d8b-4d4c-8715-44d70eda7b33 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:23.243172 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:23.254686 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179683-c1f6-4695-a459-4512575dc326 req-974cc14a-77fd-4f35-88e6-93d8494a4a46 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:23.262626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.265549 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90179683-c1f6-4695-a459-4512575dc326 req-974cc14a-77fd-4f35-88e6-93d8494a4a46 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.3572550 May 10 15:03:23.285096 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:23.296385 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:23.326664 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3ef63824-1cf8-4fd5-94b0-b6701c303c79 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8401256 May 10 15:03:23.398316 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=72aafae9-ce55-4e8a-a90b-dd9c4833bcb1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:23.441774 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90179683-c1f6-4695-a459-4512575dc326 req-2cd20bd7-f83d-4b7c-9a78-c89d1b9bf355 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751292 May 10 15:03:23.465786 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c87a0748-375b-4696-91e2-2af63b196cad req-40b2d5f7-df37-4a00-9802-ea69238b5fc6 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942410 May 10 15:03:23.610683 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.675226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:23.679739 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.683461 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] 10.222.0.87 "PUT /v2.0/ports/8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 200 len: 1093 time: 4.7380552 May 10 15:03:23.687241 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7524-1d6a-482e-92e9-e82dd0ef982e service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:23.705501 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:23.708237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4d9b2-1ede-487d-b5bf-889751a5bede" -d '{"events": [{"name": "network-changed", "server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:23.729799 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.756717 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.822757 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.831046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb7affe-dea3-40fe-8550-e589f5efea06 x-openstack-request-id: req-6bb7affe-dea3-40fe-8550-e589f5efea06 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:23.833008 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:23.833417 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6bb7affe-dea3-40fe-8550-e589f5efea06 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:23.833978 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb7affe-dea3-40fe-8550-e589f5efea06'] response: {'name': 'network-changed', 'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4', 'status': 'completed', 'code': 200} May 10 15:03:23.868374 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-c4cbefc8-d7ec-4694-ad78-b00c15a540e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d HTTP/1.1" status: 200 len: 217 time: 0.5120144 May 10 15:03:23.875941 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.887760 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-4f21026d-934c-483d-9bd9-3c81ed55ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:23.889903 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-4f21026d-934c-483d-9bd9-3c81ed55ad97 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1127 time: 0.6056206 May 10 15:03:23.912072 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=b5125954-89d8-4e10-aeaa-b831e0ec3e62,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:23.917634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:23.919240 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c03fa225-adc3-4f7d-9bea-021a40c568b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1531689 May 10 15:03:24.004585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.104621 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.112163 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.227068 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.261843 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=72aafae9-ce55-4e8a-a90b-dd9c4833bcb1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:24.277504 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.278949 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a298c447-6dd5-4b5f-9353-2dafebea2a2c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3268046 May 10 15:03:24.294899 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 84ac56e0-cda3-44f1-ba53-f6e729c567dd up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:24.300440 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-e68b5d84-515a-4707-8573-485ec05530f1 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--180779318&fields=id&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 267 time: 0.0865922 May 10 15:03:24.372128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 84ac56e0-cda3-44f1-ba53-f6e729c567dd triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:24.372128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.457473 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-d15966a0-76d6-496d-b062-5c29ade13883 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:24.465361 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-d15966a0-76d6-496d-b062-5c29ade13883 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.1571913 May 10 15:03:24.488181 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-5d637dbe-329e-4768-a5dd-4719e99c9f45 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/quotas/8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 375 time: 0.0215139 May 10 15:03:24.535574 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 84ac56e0-cda3-44f1-ba53-f6e729c567dd is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:24.535894 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 53670) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:24.544861 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-645543869-network', 'tenant_id': 'a6725ed7d7e5494db17c117859d5c07c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:24.564015 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-93c00880-ee75-4449-8cec-8ed72b439bab tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747280 May 10 15:03:24.597171 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-644a08ec-6b51-43b2-8a6c-d05b97fe12d3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--280386490&fields=id&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 267 time: 0.0789964 May 10 15:03:24.597801 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Made reservation on behalf of a6725ed7d7e5494db17c117859d5c07c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:24.600178 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.610648 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:24.694931 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-5a88f669-e495-48d4-a2b7-46773859f705 service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179731 May 10 15:03:24.812624 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-2bf4f68e-6fd6-4ae8-8054-4f77b68e1ed6 service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093318 May 10 15:03:24.895671 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-d0cce595-3960-4728-ac43-5192bea32d60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:24.899473 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-d0cce595-3960-4728-ac43-5192bea32d60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 817 time: 0.2893398 May 10 15:03:24.929212 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-a4f952d7-dac7-42b8-af82-761a1a71b78e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/quotas/09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 375 time: 0.0211856 May 10 15:03:25.010506 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-3b635957-0ce0-4c77-b2db-a4ccb2ba2d30 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803635 May 10 15:03:25.026783 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks [] for security_group (de84dc22-494e-4a1b-b027-410b5b520cf0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.040847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (de84dc22-494e-4a1b-b027-410b5b520cf0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.053529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e594e95-9e52-4ccc-9672-5e5efc37e18f req-54ece80e-ab80-444f-8a26-3553696e8648 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:25.055999 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e594e95-9e52-4ccc-9672-5e5efc37e18f req-54ece80e-ab80-444f-8a26-3553696e8648 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0690746 May 10 15:03:25.113300 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:25.128173 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e594e95-9e52-4ccc-9672-5e5efc37e18f req-fc8a7927-6fc5-42ec-9db0-b69c327ff8ae tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 May 10 15:03:25.154947 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (d6b67a02-fe91-4f00-9401-f472f2a50e34), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.155461 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Added segment d6b67a02-fe91-4f00-9401-f472f2a50e34 of type vlan for network d582a239-b2fd-4702-b99c-58eaa5fba038 May 10 15:03:25.170300 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84dc22-494e-4a1b-b027-410b5b520cf0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:25.226750 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (d582a239-b2fd-4702-b99c-58eaa5fba038), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.231072 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-82b12a7f-a480-4bee-9f94-b241054a3293 service neutron] 10.222.0.83 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022972 May 10 15:03:25.255226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d998d-ba9a-424b-bfa3-a8bf12c270a8 req-02065c1e-5a92-4761-ac8d-01a487bfff25 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:25.256976 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c4d998d-ba9a-424b-bfa3-a8bf12c270a8 req-02065c1e-5a92-4761-ac8d-01a487bfff25 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.0692606 May 10 15:03:25.306989 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (d582a239-b2fd-4702-b99c-58eaa5fba038), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.308233 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:25.308537 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.314365 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c4d998d-ba9a-424b-bfa3-a8bf12c270a8 req-90d4dceb-1bc1-487a-9781-bb80de8b9071 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487916 May 10 15:03:25.389388 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c410fdf-878f-4da9-a595-bbc5746b5126 req-c30ec7ca-7af3-44f1-abf0-0959c50f516b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0347314 May 10 15:03:25.391160 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8542459 May 10 15:03:25.394179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:25.399601 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Request body: {'subnet': {'network_id': 'd582a239-b2fd-4702-b99c-58eaa5fba038', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-645543869-subnet', 'tenant_id': 'a6725ed7d7e5494db17c117859d5c07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:25.408918 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c99e-d843-4cfd-ac97-66b5fce19dbd admin admin] Pushing event updated for resources: {'Network': ['ID=d582a239-b2fd-4702-b99c-58eaa5fba038,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:25.419426 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Made reservation on behalf of a6725ed7d7e5494db17c117859d5c07c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:25.421362 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network d582a239-b2fd-4702-b99c-58eaa5fba038 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:03:25.421991 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.426925 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-3ce1b35d-12eb-4ed3-b7c7-bfd9ae3cfa94 service neutron] 10.222.0.83 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857250 May 10 15:03:25.582597 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.638498 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0533b51f-15f2-47bd-aae5-edfe937698a3 req-4fa25916-fae4-4c38-8a70-be586fa07535 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0437307 May 10 15:03:25.648207 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (6747cb6d-e1e6-4111-a69b-00dd33e01e60), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.713436 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6747cb6d-e1e6-4111-a69b-00dd33e01e60,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:25.731073 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Checking segment: {'id': 'd6b67a02-fe91-4f00-9401-f472f2a50e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd582a239-b2fd-4702-b99c-58eaa5fba038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:25.731433 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Network hostable DHCP agents. Network: d582a239-b2fd-4702-b99c-58eaa5fba038, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:25.750506 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Network d582a239-b2fd-4702-b99c-58eaa5fba038 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:25.760197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, d582a239-b2fd-4702-b99c-58eaa5fba038) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:25.764524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:25.765117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:25.769913 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40f391-98fa-42d4-af81-c13e81739f59 None None] Network d582a239-b2fd-4702-b99c-58eaa5fba038 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:25.790981 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-dbdb26fe-e717-4ffe-93b0-fa6e57ae0fd4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3956630 May 10 15:03:25.891134 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298f93b-2030-4e8c-abee-38aef970736a None None] Network d582a239-b2fd-4702-b99c-58eaa5fba038 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:03:26.041122 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device a75854b9-6524-4136-8cff-d2d61e26eec6 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:03:26.190737 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-2140e8f6-3570-4f5f-9a69-0a969b5e8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.192302 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-2140e8f6-3570-4f5f-9a69-0a969b5e8905 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7596c0f8-3ead-4052-ab24-a017a0da2587 HTTP/1.1" status: 200 len: 851 time: 0.1541364 May 10 15:03:26.194980 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-8a2265d3-7bb9-44f5-b605-d1353e74ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.196485 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-8a2265d3-7bb9-44f5-b605-d1353e74ada6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1127 time: 0.1148293 May 10 15:03:26.312006 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c355045-b030-42c6-ba03-bb282970dc0a req-04fae18c-e0a7-4dc0-aed0-4da0f8ed8d54 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.315752 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c355045-b030-42c6-ba03-bb282970dc0a req-04fae18c-e0a7-4dc0-aed0-4da0f8ed8d54 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0710599 May 10 15:03:26.350499 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=a75854b9-6524-4136-8cff-d2d61e26eec6,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:26.368664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'a75854b9-6524-4136-8cff-d2d61e26eec6', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'port_id': 'a75854b9-6524-4136-8cff-d2d61e26eec6', 'mac_address': 'fa:16:3e:b0:56:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:03:26.412832 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c355045-b030-42c6-ba03-bb282970dc0a req-ac98455f-412a-4842-934a-f834db49ba8c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867882 May 10 15:03:26.432185 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port a75854b9-6524-4136-8cff-d2d61e26eec6 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:26.432625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:26.448135 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-bfcbf179-c18d-44ea-afe5-c278030c0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.451773 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-bfcbf179-c18d-44ea-afe5-c278030c0b6d service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.4165125 May 10 15:03:26.463089 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-7dac959a-d460-4188-b089-fcd71ec87e5f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=550b358e-750e-4b62-abcd-d8a6d648131e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2432625 May 10 15:03:26.470067 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75854b9-6524-4136-8cff-d2d61e26eec6 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:26.519841 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=a75854b9-6524-4136-8cff-d2d61e26eec6,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:26.525967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:26.527070 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 7c37d535-dd86-4f45-a0ca-da9dcfab396d details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:03:26.571959 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-074e8cb2-1d7c-4354-86e3-45a6349f159d req-497cd269-e43c-4bef-9a51-0e629faf43c2 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0538011 May 10 15:03:26.605790 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:26.659757 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f25af-23e3-41cc-9191-6a0e19568822 req-46915617-ec27-4ebd-8f0a-f8cbc6db7650 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.661360 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3b4f25af-23e3-41cc-9191-6a0e19568822 req-46915617-ec27-4ebd-8f0a-f8cbc6db7650 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 943 time: 0.1863124 May 10 15:03:26.718841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-b4fc22b0-aacf-4b21-ab2a-bf6272437472 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.2425027 May 10 15:03:26.719833 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d,segment=NetworkSegment(8832f001-2c83-458b-8ce3-1df38869c82f),segment_id=8832f001-2c83-458b-8ce3-1df38869c82f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:26.734238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '7c37d535-dd86-4f45-a0ca-da9dcfab396d', 'network_id': '550b358e-750e-4b62-abcd-d8a6d648131e', 'port_id': '7c37d535-dd86-4f45-a0ca-da9dcfab396d', 'mac_address': 'fa:16:3e:47:cb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7596c0f8-3ead-4052-ab24-a017a0da2587', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:03:26.760481 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3528cafc-df35-4c97-a11b-79b2e4b9880b req-7a658c2a-f744-4b03-b270-8714ee5574ce tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0298004 May 10 15:03:26.785511 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 7c37d535-dd86-4f45-a0ca-da9dcfab396d is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:26.786478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:26.791183 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-5ae53c44-b2b8-4f4d-ab82-a627eff37dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.792688 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-5ae53c44-b2b8-4f4d-ab82-a627eff37dee service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=d851fe67b7e940f9b20979bdd619bf48&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5744376 May 10 15:03:26.801859 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c37d535-dd86-4f45-a0ca-da9dcfab396d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:26.821780 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d,segment=NetworkSegment(8832f001-2c83-458b-8ce3-1df38869c82f),segment_id=8832f001-2c83-458b-8ce3-1df38869c82f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:26.826929 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:26.828016 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3b4f25af-23e3-41cc-9191-6a0e19568822 req-4e93268b-d322-4516-9ed6-adf9c302ba71 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264124 May 10 15:03:26.831877 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-5b7ec159-91eb-43f5-b587-3c633d370ce4 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545260 May 10 15:03:26.874097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:27.537106 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073606ab-9125-43ae-9b29-d37931d9624f req-a7b944d9-afeb-41ea-be2a-c3b61ecc2139 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:27.538539 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-073606ab-9125-43ae-9b29-d37931d9624f req-a7b944d9-afeb-41ea-be2a-c3b61ecc2139 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0549748 May 10 15:03:27.584112 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-073606ab-9125-43ae-9b29-d37931d9624f req-f6df1fee-3037-4b6f-87d6-d8b39397b6fd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 May 10 15:03:27.667511 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-64cf62d2-02e5-4ae4-b95f-efed921b14e5 req-a428de6a-ea4b-457d-a048-3e8a92e490ac tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0280347 May 10 15:03:27.861282 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6cddf0fe-24ac-41f5-bcf4-71fc52fa614a req-0c21a884-120f-4aae-a87b-ca19aaf82314 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0274158 May 10 15:03:27.943367 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1df9-20eb-4d1d-96bf-dac84bd1d818 req-869bf076-d2e9-40e9-9031-5020b2255fbd tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:27.944825 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-838e1df9-20eb-4d1d-96bf-dac84bd1d818 req-869bf076-d2e9-40e9-9031-5020b2255fbd tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0477233 May 10 15:03:27.993720 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-838e1df9-20eb-4d1d-96bf-dac84bd1d818 req-def2b547-609e-459b-8a18-c595b7ae1059 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 May 10 15:03:28.696605 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc281549-3c50-4593-8cfb-6b4ce42fa059 req-0d2dedb8-b389-4a57-8abd-3bcf089e86d5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:28.698155 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc281549-3c50-4593-8cfb-6b4ce42fa059 req-0d2dedb8-b389-4a57-8abd-3bcf089e86d5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0468524 May 10 15:03:28.745065 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc281549-3c50-4593-8cfb-6b4ce42fa059 req-53f9e4e5-50a7-4177-aa25-d8159a2194e8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 May 10 15:03:28.764147 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-42e88b0b-b69f-4e2a-86e4-b9d94a3e2f7e req-76eac994-0973-48bd-860b-e44023bbe327 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0299239 May 10 15:03:28.961180 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a66eb7d6-db95-449c-a009-8bb7ab39b825 req-e398d524-b752-429a-9bc5-69665a142022 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0301147 May 10 15:03:29.102338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6599ee-59eb-4370-8bfd-86921ba53e23 req-4d5e2b04-9af4-4d7c-bdf2-f5233e311cb1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:29.103848 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0b6599ee-59eb-4370-8bfd-86921ba53e23 req-4d5e2b04-9af4-4d7c-bdf2-f5233e311cb1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0454550 May 10 15:03:29.150087 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0b6599ee-59eb-4370-8bfd-86921ba53e23 req-4d6c14bb-1d32-4a7c-a326-c65f25e6a294 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 May 10 15:03:29.609570 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:29.866690 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f238-6414-4aee-93a3-8ef1441e7976 req-cd74ee2e-e513-430c-a4d3-9771ff2202b2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:29.868283 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3fd0f238-6414-4aee-93a3-8ef1441e7976 req-cd74ee2e-e513-430c-a4d3-9771ff2202b2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0523069 May 10 15:03:29.921619 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3fd0f238-6414-4aee-93a3-8ef1441e7976 req-1b5ded18-532f-4a6f-bdf9-04414a3e5f92 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 May 10 15:03:29.982407 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-df8e9210-1649-4539-a5ca-5d37454d0e4f req-f4f1de8c-682a-499a-8833-3397976e5c4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0756474 May 10 15:03:29.993539 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.87', 51158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:30.031985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-2caeb3bc-7998-41a2-a79e-a780d5733d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:30.033380 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-2caeb3bc-7998-41a2-a79e-a780d5733d27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.4334614 May 10 15:03:30.104531 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-61a33b3e-f62a-4d46-8c37-aa893141f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:30.105993 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d9c4d9b2-1ede-487d-b5bf-889751a5bede req-61a33b3e-f62a-4d46-8c37-aa893141f11d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4974141 May 10 15:03:30.110471 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8cae857b-5312-46fd-af60-89fd78bfc0de req-ac2edf44-ceed-4cfd-9858-473c62982d68 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930861 May 10 15:03:30.111537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-cf557c72-549b-44dc-8d8f-b0c61b69f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:30.112910 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-cf557c72-549b-44dc-8d8f-b0c61b69f1b1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632255 May 10 15:03:30.149516 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bf98ec2c-7f8d-4f55-be3f-de76f766f956 req-cb4b9f8b-1be1-4369-b070-ea7ccee61c03 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0461831 May 10 15:03:30.193933 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-e321b570-48e5-4bd0-a58d-05005c8abacd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:30.195514 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-e321b570-48e5-4bd0-a58d-05005c8abacd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.1819248 May 10 15:03:30.274570 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ad83e-b489-48af-b856-3b09df1eede5 req-d710613b-0ab2-4dc2-bc5e-c6b183e1bf6a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:30.274570 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e36ad83e-b489-48af-b856-3b09df1eede5 req-d710613b-0ab2-4dc2-bc5e-c6b183e1bf6a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0472412 May 10 15:03:30.319619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e36ad83e-b489-48af-b856-3b09df1eede5 req-15704230-3af9-4d31-ab91-2533671e7871 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 May 10 15:03:31.041194 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062f34-7348-4e19-bc63-3e1da51bc494 req-194d1acd-9c0f-4196-b85f-5e3a7a1e2141 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:31.047932 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9062f34-7348-4e19-bc63-3e1da51bc494 req-194d1acd-9c0f-4196-b85f-5e3a7a1e2141 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0556574 May 10 15:03:31.098666 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9062f34-7348-4e19-bc63-3e1da51bc494 req-3b259141-13d0-4961-8f6f-b7ea9f99ea97 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490119 May 10 15:03:31.099892 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-18711152-2091-429e-8ce8-93b81bae76d3 req-ff1c5e09-f7eb-493a-b050-ab6a72fc615e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0395250 May 10 15:03:31.248788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3df9f619-20c9-4b07-a898-58572823dd88 req-c5347d45-0141-418c-ba38-7ce9c8ffbf5b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0279949 May 10 15:03:31.429034 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fa653-4fca-45a8-82f7-fd9bc333b1eb req-bc94accf-0bdf-424f-95c5-9f92f2eeb310 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:31.430491 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c41fa653-4fca-45a8-82f7-fd9bc333b1eb req-bc94accf-0bdf-424f-95c5-9f92f2eeb310 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0451124 May 10 15:03:31.479144 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c41fa653-4fca-45a8-82f7-fd9bc333b1eb req-7e5e0880-38fb-45d9-bd6d-038f36e9e074 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 May 10 15:03:32.186080 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6e4f94b-6ffc-4b03-8abd-b04a51117040 req-320e8267-06ad-4f08-9904-8f9b260a771e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0274389 May 10 15:03:32.203910 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16fa4d-3637-4d86-8590-c526fc88e112 req-a45d5204-6048-420b-8273-b6d2558aca10 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:32.205932 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bb16fa4d-3637-4d86-8590-c526fc88e112 req-a45d5204-6048-420b-8273-b6d2558aca10 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0478473 May 10 15:03:32.256427 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bb16fa4d-3637-4d86-8590-c526fc88e112 req-d7a1d2e2-1771-43d3-ba6f-01cb5b025078 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 May 10 15:03:32.348496 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-157f1950-1c55-4fdb-8e65-f7aa567cacf0 req-9fa11859-0480-4405-9938-d8f91344c2c4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0299211 May 10 15:03:32.588865 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f24d7-2198-445b-9669-03f5a385d131 req-6966a458-9150-41b3-ba8b-60d53c0f34b9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:32.590314 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-155f24d7-2198-445b-9669-03f5a385d131 req-6966a458-9150-41b3-ba8b-60d53c0f34b9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0465527 May 10 15:03:32.636181 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-155f24d7-2198-445b-9669-03f5a385d131 req-90b5029a-172d-4263-9700-58985fab4b99 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 May 10 15:03:33.091846 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['a75854b9-6524-4136-8cff-d2d61e26eec6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:03:33.201218 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-567e90b0-4c09-4728-bff2-52cbe6a17c71 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 379 time: 0.0840068 May 10 15:03:33.217321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'port': {'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'admin_state_up': True, 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'security_groups': ['26590d97-573e-49e8-96f3-f741841c6307']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:33.253230 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['7c37d535-dd86-4f45-a0ca-da9dcfab396d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:03:33.296637 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-bd827718-9117-4139-83da-0b2a7050bc4e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.298861 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-bd827718-9117-4139-83da-0b2a7050bc4e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 817 time: 0.1524010 May 10 15:03:33.418194 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3314ecca-3cd5-48b0-9cd3-1f77d95cb389 req-6549d985-5650-4f59-98e6-8250946af0b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0424037 May 10 15:03:33.467700 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-1908ed9e-6b92-4402-9f9f-20ace8429427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.468991 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-1908ed9e-6b92-4402-9f9f-20ace8429427 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1127 time: 0.2975872 May 10 15:03:33.473832 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:33.480228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:33.525714 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c657-13cb-4051-b6bd-1104b72d8cf3 req-289f49ae-c3d6-4817-a371-991cf1f50191 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.527155 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d58c657-13cb-4051-b6bd-1104b72d8cf3 req-289f49ae-c3d6-4817-a371-991cf1f50191 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.1666379 May 10 15:03:33.534326 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-85dd35d9-f4c9-4292-ae86-f011756aa209 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161215 May 10 15:03:33.540869 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-4db5a5d8-72bd-4b30-8026-4e3b77d51cb8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 200 len: 217 time: 0.0527151 May 10 15:03:33.555924 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-20b71b01-2e5c-4e70-8e56-c3ec3ca92d00 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 379 time: 0.1527660 May 10 15:03:33.571836 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9fe8e8e6-0e5a-4ffe-8207-473a99874699 req-f4687b37-e586-4f68-a187-288606f560ac tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0332346 May 10 15:03:33.640132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'port': {'device_id': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'admin_state_up': True, 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'security_groups': ['36b0088b-6768-47e6-8492-43dd2ddab84a']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:33.683002 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d58c657-13cb-4051-b6bd-1104b72d8cf3 req-210803f1-4665-48b3-adfd-e83fc11146ca tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472807 May 10 15:03:33.794100 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.20.0.9 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/b3c1f55a-48b1-4225-af81-18e16729d371) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:33.825777 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-f3e62029-8a26-46de-8084-1d4ce0700822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.827300 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-f3e62029-8a26-46de-8084-1d4ce0700822 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.2112880 May 10 15:03:33.915808 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683723-0dc1-47c6-90de-aa64dc458bc2 req-4f6997ea-c353-427a-acc2-f36c8ddfcfcf tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.917400 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-75683723-0dc1-47c6-90de-aa64dc458bc2 req-4f6997ea-c353-427a-acc2-f36c8ddfcfcf tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.1702738 May 10 15:03:33.968928 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-96d1c8d6-32c5-4d83-adb3-afc90cff01b5 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420689 May 10 15:03:33.970760 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (b3c1f55a-48b1-4225-af81-18e16729d371), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:33.972369 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-d5fb7695-0bb6-4ca1-8ff6-7d90d10741dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:33.974146 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-d5fb7695-0bb6-4ca1-8ff6-7d90d10741dc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227858 May 10 15:03:34.028217 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Made reservation on behalf of 09c6a716650343c18e62bbe7235e48c8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:34.030227 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.030846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.085276 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-75683723-0dc1-47c6-90de-aa64dc458bc2 req-c90ee13b-8c8e-4185-a60d-5df8b388014a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454279 May 10 15:03:34.196339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:34.210115 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:34.213444 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Allocated IP 172.20.0.9 (98f2117d-e406-4c1d-b8a0-22d70ac12c81/9ed8be01-6ea2-4807-ae34-e11a3019e6ad/c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:34.218074 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:34.222908 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.276388 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:34.276388 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.295455 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-4fa2465d-dec2-44c6-aa7a-58dc71fcf6bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0831275 May 10 15:03:34.315276 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Request body: {'port': {'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:34.340838 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-5762d10c-f836-45dd-9783-27796d478ae7 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558655 May 10 15:03:34.391731 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.618374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-44dfd19d-f47b-4afb-ae6b-d43b04f76147 None None] Provisioning complete for port b3c1f55a-48b1-4225-af81-18e16729d371 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:34.620239 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-44dfd19d-f47b-4afb-ae6b-d43b04f76147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.705485 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-44dfd19d-f47b-4afb-ae6b-d43b04f76147 None None] Port b3c1f55a-48b1-4225-af81-18e16729d371 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:34.712828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.744750 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e2619534-f584-4e90-aaa0-a3727acccee7 req-5b36a7a3-4f2f-4cd5-881c-71bf920b8a35 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0494611 May 10 15:03:34.752676 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1b06594-e912-4e6c-abd9-6b944eef8107 req-c7a03c5d-e63e-4bf8-b0e5-cc75e07d3824 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989675 May 10 15:03:34.800620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.874093 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.910039 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:34.916078 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:34.917824 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:34.924066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:03:34.929138 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:34.930460 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:34.947854 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8dbe1-d9de-4b9d-95e5-224cd04858c3 req-971b5e5f-0735-4cf9-90d8-cc4b2840f7c3 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:34.950205 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ed8dbe1-d9de-4b9d-95e5-224cd04858c3 req-971b5e5f-0735-4cf9-90d8-cc4b2840f7c3 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 931 time: 0.3671591 May 10 15:03:34.967439 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb7b2c-0c0c-4cb7-8221-8f2ad3903150 req-ae64cace-9bdf-4a39-be84-940567f5d790 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:34.969861 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4fcb7b2c-0c0c-4cb7-8221-8f2ad3903150 req-ae64cace-9bdf-4a39-be84-940567f5d790 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0968242 May 10 15:03:34.995768 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-346f04ea-987e-45a8-85a6-b20dfc14dbe6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3696275 May 10 15:03:35.073450 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4fcb7b2c-0c0c-4cb7-8221-8f2ad3903150 req-bbb0adea-461c-4567-953e-6bdaba0760d3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907922 May 10 15:03:35.075733 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ed8dbe1-d9de-4b9d-95e5-224cd04858c3 req-f12bb4a6-bbbc-40a7-bda0-bf80226310df tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191561 May 10 15:03:35.104012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e45da7e8-5566-4980-abea-944a0f9217a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.127720 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c1f55a-48b1-4225-af81-18e16729d371 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:35.143051 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks [] for port (b3c1f55a-48b1-4225-af81-18e16729d371), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.178783 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Transition to ACTIVE for port object b3c1f55a-48b1-4225-af81-18e16729d371 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:03:35.186342 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.223324 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e45da7e8-5566-4980-abea-944a0f9217a9 admin admin] Publish callbacks [] for security_group (31d7c59a-e7f6-4d0b-acdd-18db8edcb57a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.230125 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e45da7e8-5566-4980-abea-944a0f9217a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (31d7c59a-e7f6-4d0b-acdd-18db8edcb57a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.235619 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c85ca24a-0999-48f8-847e-ab1012ad5446 None None] Provisioning complete for port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:35.236200 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c85ca24a-0999-48f8-847e-ab1012ad5446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.278201 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e45da7e8-5566-4980-abea-944a0f9217a9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f4e18384009d41adae4b37daa343d9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572011 May 10 15:03:35.284920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 53986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:35.286846 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c85ca24a-0999-48f8-847e-ab1012ad5446 None None] Port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:03:35.310419 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12fb5b-5803-4e4a-aa46-711c073e4ee4 req-0e9767fd-7238-48e3-b9bb-53607a0be352 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:35.312167 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e12fb5b-5803-4e4a-aa46-711c073e4ee4 req-0e9767fd-7238-48e3-b9bb-53607a0be352 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.1148214 May 10 15:03:35.325543 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da7e8-5566-4980-abea-944a0f9217a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d7c59a-e7f6-4d0b-acdd-18db8edcb57a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.362907 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.368764 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] Publish callbacks [] for security_group (31d7c59a-e7f6-4d0b-acdd-18db8edcb57a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.400360 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] Publish callbacks [] for security_group (31d7c59a-e7f6-4d0b-acdd-18db8edcb57a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.444761 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e12fb5b-5803-4e4a-aa46-711c073e4ee4 req-598686b6-c974-4404-bd24-b941bb8ca56e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832081 May 10 15:03:35.458794 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Attempting to bind port b3c1f55a-48b1-4225-af81-18e16729d371 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:35.458900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Attempting to bind port b3c1f55a-48b1-4225-af81-18e16729d371 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:35.459169 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Attempting to bind port b3c1f55a-48b1-4225-af81-18e16729d371 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:35.461640 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (31d7c59a-e7f6-4d0b-acdd-18db8edcb57a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.464271 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.467800 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31d7c59a-e7f6-4d0b-acdd-18db8edcb57a HTTP/1.1" status: 204 len: 168 time: 0.1795411 May 10 15:03:35.471302 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Port b3c1f55a-48b1-4225-af81-18e16729d371 on network 56419087-50d9-434c-b827-6ceec51e5c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:03:35.471773 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Attempting to bind port b3c1f55a-48b1-4225-af81-18e16729d371 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:35.475579 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97401f-41f2-49f0-a1b2-70666e8391f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d7c59a-e7f6-4d0b-acdd-18db8edcb57a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.477594 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:35.478000 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:35.478675 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:35.479307 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Bound port: b3c1f55a-48b1-4225-af81-18e16729d371, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:35.479727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.553628 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:35.558766 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=b3c1f55a-48b1-4225-af81-18e16729d371,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:35.565453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.620560 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:35.621588 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.623049 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] 10.222.0.87 "PUT /v2.0/ports/b3c1f55a-48b1-4225-af81-18e16729d371 HTTP/1.1" status: 200 len: 1093 time: 1.3197646 May 10 15:03:35.623500 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:35.651810 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4c7f7-5e70-430e-85c2-4626f77bf561 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.746896 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:35.778234 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:35.793677 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e96c0609-4f5f-44b8-9d51-77636f0ae29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.802129 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:03:35.910263 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964af8-7537-4f15-ab20-9f910009187c req-e2c8e2c6-cccb-4dfe-94d5-ee274c23d3d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:35.911793 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4f964af8-7537-4f15-ab20-9f910009187c req-e2c8e2c6-cccb-4dfe-94d5-ee274c23d3d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 931 time: 0.0649281 May 10 15:03:35.927703 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4153a-0562-4e18-bd9c-bcd865ecc93f x-openstack-request-id: req-44e4153a-0562-4e18-bd9c-bcd865ecc93f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:35.927988 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:35.928238 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44e4153a-0562-4e18-bd9c-bcd865ecc93f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:35.928701 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e4153a-0562-4e18-bd9c-bcd865ecc93f'] response: {'name': 'network-changed', 'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'status': 'completed', 'code': 200} May 10 15:03:35.930498 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e96c0609-4f5f-44b8-9d51-77636f0ae29a admin admin] Publish callbacks [] for security_group (6a9abeac-7106-4902-8fd0-4585775191e8), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.937051 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e96c0609-4f5f-44b8-9d51-77636f0ae29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6a9abeac-7106-4902-8fd0-4585775191e8), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:35.985430 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0609-4f5f-44b8-9d51-77636f0ae29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9abeac-7106-4902-8fd0-4585775191e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.992521 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e96c0609-4f5f-44b8-9d51-77636f0ae29a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52d984b7731e4c9d8f1960df91f4e209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132297 May 10 15:03:35.995280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:36.004587 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4f964af8-7537-4f15-ab20-9f910009187c req-8e5c9b0d-3da5-4195-94b0-fa91c86f1501 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871682 May 10 15:03:36.044172 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] Publish callbacks [] for security_group (6a9abeac-7106-4902-8fd0-4585775191e8), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:36.064279 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] Publish callbacks [] for security_group (6a9abeac-7106-4902-8fd0-4585775191e8), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:36.112871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6a9abeac-7106-4902-8fd0-4585775191e8), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:36.115517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:36.119489 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a9abeac-7106-4902-8fd0-4585775191e8 HTTP/1.1" status: 204 len: 168 time: 0.1204095 May 10 15:03:36.125196 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af71c00-9f91-45a4-a64e-cadde83618a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9abeac-7106-4902-8fd0-4585775191e8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:36.233015 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf890b-7cc3-4004-b890-f05e10afc462 req-3d586f04-85aa-4bde-93b8-a2f8724c4a6a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:36.234544 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7fcf890b-7cc3-4004-b890-f05e10afc462 req-3d586f04-85aa-4bde-93b8-a2f8724c4a6a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0534163 May 10 15:03:36.238329 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f02daf-969b-4f6e-9e06-8aa2863a2bd7 req-f0f06ba7-b7c5-40c7-8c69-10894fc217b5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:36.239921 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43f02daf-969b-4f6e-9e06-8aa2863a2bd7 req-f0f06ba7-b7c5-40c7-8c69-10894fc217b5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0584166 May 10 15:03:36.309876 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7fcf890b-7cc3-4004-b890-f05e10afc462 req-014cd6b3-67d0-4369-ba8b-fae3c9752c0e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664091 May 10 15:03:36.310543 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43f02daf-969b-4f6e-9e06-8aa2863a2bd7 req-4d9e39be-880d-4af5-a8a6-7c8cc1b14541 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609097 May 10 15:03:36.564765 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cfbd-190a-4ff6-8c57-67f49b8efb35 req-4a4bfe77-e32b-4ab3-9f1f-04174d4ec563 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:36.566224 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d425cfbd-190a-4ff6-8c57-67f49b8efb35 req-4a4bfe77-e32b-4ab3-9f1f-04174d4ec563 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0512481 May 10 15:03:36.613137 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d425cfbd-190a-4ff6-8c57-67f49b8efb35 req-64560211-2223-4927-8c9e-c7ee5ab40078 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 May 10 15:03:37.124816 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e664ed7-f570-4c5e-b1d9-880fbfcd1b26 req-f1c85a74-f7b4-4ff9-aafb-66323527d303 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:37.126356 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e664ed7-f570-4c5e-b1d9-880fbfcd1b26 req-f1c85a74-f7b4-4ff9-aafb-66323527d303 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 931 time: 0.0501373 May 10 15:03:37.175391 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e664ed7-f570-4c5e-b1d9-880fbfcd1b26 req-9dd2c59c-252b-4a67-85d0-0aa1db14ec73 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433974 May 10 15:03:37.238608 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device a75854b9-6524-4136-8cff-d2d61e26eec6 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:37.246634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Request body: {'port': {'device_id': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:03:37.290822 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port a75854b9-6524-4136-8cff-d2d61e26eec6 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:03:37.296981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port a75854b9-6524-4136-8cff-d2d61e26eec6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:37.297577 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.311355 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.387032 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port a75854b9-6524-4136-8cff-d2d61e26eec6 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:37.387515 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.411313 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:37.453229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acfb37-3896-4b57-814a-5e57b81eb86a req-ceff7ff8-2934-4f51-a711-ac6d22b5d16e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:37.462449 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e2acfb37-3896-4b57-814a-5e57b81eb86a req-ceff7ff8-2934-4f51-a711-ac6d22b5d16e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0695012 May 10 15:03:37.500439 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=a75854b9-6524-4136-8cff-d2d61e26eec6,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:37.503203 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.504435 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 7c37d535-dd86-4f45-a0ca-da9dcfab396d up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:37.528683 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e2acfb37-3896-4b57-814a-5e57b81eb86a req-0f108b07-468d-445c-8cca-f443c0a1983a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613976 May 10 15:03:37.589084 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:37.601191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432303e5-0f0f-4bcc-9ad4-29203bc47650 req-029f0ca7-39bb-4f14-a33f-38b71551609e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:37.603261 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-432303e5-0f0f-4bcc-9ad4-29203bc47650 req-029f0ca7-39bb-4f14-a33f-38b71551609e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0662525 May 10 15:03:37.606330 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 7c37d535-dd86-4f45-a0ca-da9dcfab396d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:03:37.612966 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 7c37d535-dd86-4f45-a0ca-da9dcfab396d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:37.613849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.640881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc74f86b-485c-4c98-9df8-f73b437365c1" -d '{"events": [{"server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "name": "network-vif-plugged", "status": "completed", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:37.684135 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:37.694838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks [] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.719888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 7c37d535-dd86-4f45-a0ca-da9dcfab396d is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:37.720276 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.721937 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-432303e5-0f0f-4bcc-9ad4-29203bc47650 req-4b5911c0-a341-44a2-b816-c641f14c53bb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085911 May 10 15:03:37.735526 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Transition to ACTIVE for port object c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:03:37.751793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.755619 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cffcf-379a-47ca-b19a-ac83d14afe76 req-3fae0149-bca3-45da-8248-421fe30459f1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:37.761688 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d,segment=NetworkSegment(8832f001-2c83-458b-8ce3-1df38869c82f),segment_id=8832f001-2c83-458b-8ce3-1df38869c82f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:37.762766 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-833cffcf-379a-47ca-b19a-ac83d14afe76 req-3fae0149-bca3-45da-8248-421fe30459f1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 944 time: 0.0740201 May 10 15:03:37.766939 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.823972 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:37.836496 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-833cffcf-379a-47ca-b19a-ac83d14afe76 req-2d905abf-1b63-4a83-bd26-cca3990dd711 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 May 10 15:03:37.857448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:37.861912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce583f-f011-467d-bee0-d112b7dcf09d x-openstack-request-id: req-8fce583f-f011-467d-bee0-d112b7dcf09d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:37.862410 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "name": "network-vif-plugged", "status": "completed", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:37.862866 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8fce583f-f011-467d-bee0-d112b7dcf09d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:37.863464 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fce583f-f011-467d-bee0-d112b7dcf09d'] response: {'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6', 'code': 200} May 10 15:03:37.877863 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Attempting to bind port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:03:37.878191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Attempting to bind port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:03:37.878587 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Attempting to bind port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:37.883085 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:03:37.883401 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Attempting to bind port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:03:37.888928 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:03:37.889271 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Checking segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:03:37.889654 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Bound using segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:03:37.890115 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Bound port: c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:03:37.890524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:37.964881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:03:37.968894 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:03:37.975560 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:38.014039 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.014608 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:38.016017 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] 10.222.0.87 "PUT /v2.0/ports/c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 1093 time: 0.7754827 May 10 15:03:38.016473 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:38.018754 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:38.042876 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda179da-af0b-4afb-9e1e-5959e8e3c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:38.061773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7d5f9d-934b-4775-91fd-c544e2731d5d x-openstack-request-id: req-cc7d5f9d-934b-4775-91fd-c544e2731d5d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:38.062170 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:38.064815 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc7d5f9d-934b-4775-91fd-c544e2731d5d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:38.065345 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7d5f9d-934b-4775-91fd-c544e2731d5d'] response: {'name': 'network-changed', 'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'status': 'completed', 'code': 200} May 10 15:03:38.313523 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f846-efef-4337-a3a3-a7c721ed8a22 req-d515e0ce-f163-413f-9648-ac618bc2aa5e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.315170 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0145f846-efef-4337-a3a3-a7c721ed8a22 req-d515e0ce-f163-413f-9648-ac618bc2aa5e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0594819 May 10 15:03:38.383708 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0145f846-efef-4337-a3a3-a7c721ed8a22 req-a6f29deb-9e92-46e0-96df-42bd4bf19e12 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592954 May 10 15:03:38.517932 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-7fa7a71f-d1a2-42c0-8af3-20dccd5f1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.518741 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-7fa7a71f-d1a2-42c0-8af3-20dccd5f1a43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1127 time: 0.0632789 May 10 15:03:38.575103 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-b2a9a0de-35f8-4a6f-994d-bbd9c3889cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.576901 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-b2a9a0de-35f8-4a6f-994d-bbd9c3889cf7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 1127 time: 0.1343031 May 10 15:03:38.747381 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-3e0717c5-09ca-4593-aaa4-b826a9cb3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.749742 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-3e0717c5-09ca-4593-aaa4-b826a9cb3ea7 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=09c6a716650343c18e62bbe7235e48c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2112279 May 10 15:03:38.802703 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccc9a4-8173-403c-a45b-9bd961fe0bd6 req-c3986a97-2118-4202-abf2-609622c6d161 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.809710 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96ccc9a4-8173-403c-a45b-9bd961fe0bd6 req-c3986a97-2118-4202-abf2-609622c6d161 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.1728079 May 10 15:03:38.828882 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-a892b0f8-0ce9-4567-b87e-e2bb36dd6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.834216 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-a892b0f8-0ce9-4567-b87e-e2bb36dd6688 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.1784749 May 10 15:03:38.895201 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-58219e70-6ffd-44e3-a0be-36df3d988b3a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:38.917320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-b4c72a30-e70f-485d-8e87-faee7ab00348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.919213 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-b4c72a30-e70f-485d-8e87-faee7ab00348 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3259544 May 10 15:03:38.928659 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96ccc9a4-8173-403c-a45b-9bd961fe0bd6 req-36e301db-2483-4bed-ae3b-4d568cfa4fbb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179187 May 10 15:03:38.938844 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec532-21cd-4f8b-872a-8a62de6a7ed2 req-5c592f1c-655d-44df-b712-bfd3e21b636c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.940611 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-634ec532-21cd-4f8b-872a-8a62de6a7ed2 req-5c592f1c-655d-44df-b712-bfd3e21b636c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 943 time: 0.0998743 May 10 15:03:38.983845 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-1fb6b449-adaf-43c9-a9a1-6134e7ea8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.985305 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3665c7b5-1a96-4ed7-a0f9-83781a900a7a req-1fb6b449-adaf-43c9-a9a1-6134e7ea8df1 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2285876 May 10 15:03:39.033597 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-634ec532-21cd-4f8b-872a-8a62de6a7ed2 req-aee837e0-507b-4c1d-8677-18cbd9b66b2b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 May 10 15:03:39.064240 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20428af2-3855-4ad0-94f0-995447c33296 req-f6502ed0-72bd-4fcb-9f4a-60c3400455d4 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:39.073442 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-20428af2-3855-4ad0-94f0-995447c33296 req-f6502ed0-72bd-4fcb-9f4a-60c3400455d4 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0654933 May 10 15:03:39.087604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-58219e70-6ffd-44e3-a0be-36df3d988b3a service neutron] Publish callbacks [] for security_group (99695a1f-dcc5-405a-a79c-6419ad9a2748), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:39.092899 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-58219e70-6ffd-44e3-a0be-36df3d988b3a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (99695a1f-dcc5-405a-a79c-6419ad9a2748), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:39.122087 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-20428af2-3855-4ad0-94f0-995447c33296 req-d7c9eeea-3d89-4430-8e48-37b302a77f9c tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473964 May 10 15:03:39.150157 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80b63b89-dea0-494b-a82a-fad92daf0ac3 req-58219e70-6ffd-44e3-a0be-36df3d988b3a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926962 May 10 15:03:39.150906 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58219e70-6ffd-44e3-a0be-36df3d988b3a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99695a1f-dcc5-405a-a79c-6419ad9a2748,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:39.490301 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80f27-8fc6-419b-bb0a-bf84f6b8c3a4 req-1d8a9cb2-518c-46e4-91ba-c2d69a5af66c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:39.491773 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6fa80f27-8fc6-419b-bb0a-bf84f6b8c3a4 req-1d8a9cb2-518c-46e4-91ba-c2d69a5af66c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0459669 May 10 15:03:39.537432 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6fa80f27-8fc6-419b-bb0a-bf84f6b8c3a4 req-d255a511-c20a-42fb-b856-2a2690c09244 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398393 May 10 15:03:39.862742 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:03:39.865714 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:39.868587 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae35e0b8-2bff-4dbb-bd7c-15ebeda46d5d" -d '{"events": [{"server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "name": "network-vif-plugged", "status": "completed", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:39.903716 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1463a8-3985-464e-bb53-2daa1deb428e x-openstack-request-id: req-0d1463a8-3985-464e-bb53-2daa1deb428e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:39.904024 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "name": "network-vif-plugged", "status": "completed", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:39.904275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d1463a8-3985-464e-bb53-2daa1deb428e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:39.904651 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1463a8-3985-464e-bb53-2daa1deb428e'] response: {'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d', 'code': 200} May 10 15:03:39.978469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:39.990253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'port_id': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4', 'mac_address': 'fa:16:3e:1c:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:03:40.027893 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:40.028289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:40.041908 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:40.053178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5378e5-118a-433e-8f22-fa634d186d78 req-ccacd881-0925-45c6-a985-32d8df169952 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:40.054952 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3b5378e5-118a-433e-8f22-fa634d186d78 req-ccacd881-0925-45c6-a985-32d8df169952 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0483222 May 10 15:03:40.065165 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:40.069589 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:40.116428 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3b5378e5-118a-433e-8f22-fa634d186d78 req-5f036230-a557-4c5f-bd8e-69871a0e0468 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526929 May 10 15:03:40.124692 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:40.220604 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b10ef-f100-4492-afd5-effd09711a96 req-35388c43-b9e2-4157-b0b0-762f7696b45e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:40.222119 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-263b10ef-f100-4492-afd5-effd09711a96 req-35388c43-b9e2-4157-b0b0-762f7696b45e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 944 time: 0.0514655 May 10 15:03:40.262104 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadcc97-8bc0-40df-b21b-25b20beaa936 req-ccd76178-b41c-43ea-9993-30ad60bd21a9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:40.270615 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8eadcc97-8bc0-40df-b21b-25b20beaa936 req-ccd76178-b41c-43ea-9993-30ad60bd21a9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0634937 May 10 15:03:40.286659 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-263b10ef-f100-4492-afd5-effd09711a96 req-4d75056c-8b0d-4f13-82ea-9d8b7fe84d64 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520127 May 10 15:03:40.323968 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8eadcc97-8bc0-40df-b21b-25b20beaa936 req-c3eb1d9a-e630-4910-bef4-944f7a71d04b tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 May 10 15:03:40.653050 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bd99-35fc-4f66-a96b-ad802bcc67ca req-9f49aed6-2ff3-4845-9bfc-5270964c1fe5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:40.654516 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cbc5bd99-35fc-4f66-a96b-ad802bcc67ca req-9f49aed6-2ff3-4845-9bfc-5270964c1fe5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0461016 May 10 15:03:40.699438 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cbc5bd99-35fc-4f66-a96b-ad802bcc67ca req-cc22cb4a-32ac-4eda-9797-4a96ed0f98df tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 May 10 15:03:41.237392 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235274-853a-409d-bff7-509a8276db23 req-83f9b582-c19c-40af-82e4-70a8607e5af0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:41.238990 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05235274-853a-409d-bff7-509a8276db23 req-83f9b582-c19c-40af-82e4-70a8607e5af0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0465207 May 10 15:03:41.284325 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05235274-853a-409d-bff7-509a8276db23 req-c97aac12-897b-4ef0-9c3d-4d49b810e47b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 May 10 15:03:41.388229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad59d-4487-4998-a760-abbd7b623a53 req-654560dc-2bf3-4f0a-9a4d-6ef5e8aeb35f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:41.389750 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-591ad59d-4487-4998-a760-abbd7b623a53 req-654560dc-2bf3-4f0a-9a4d-6ef5e8aeb35f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 944 time: 0.0478382 May 10 15:03:41.443636 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d67c72-5cc1-41b3-8653-ea7a323ff642 req-c1692cb0-5d21-42fb-a9a9-3fbaecf522a0 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:41.445074 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e2d67c72-5cc1-41b3-8653-ea7a323ff642 req-c1692cb0-5d21-42fb-a9a9-3fbaecf522a0 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0499263 May 10 15:03:41.448774 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-591ad59d-4487-4998-a760-abbd7b623a53 req-a75ee45f-a2b9-4c7e-96ed-5914255e0aca tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 May 10 15:03:41.491119 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e2d67c72-5cc1-41b3-8653-ea7a323ff642 req-a05bdfd8-b567-4e3c-9069-b7029e10b6ba tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 May 10 15:03:41.819957 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f245a5-096b-40ab-9ae0-34a6b11e804d req-ddcbbae0-cce0-43e9-ba73-d381b6ae21a7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:41.821459 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-25f245a5-096b-40ab-9ae0-34a6b11e804d req-ddcbbae0-cce0-43e9-ba73-d381b6ae21a7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0463395 May 10 15:03:41.868873 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-25f245a5-096b-40ab-9ae0-34a6b11e804d req-bd397f0a-cc09-4a55-a1a6-c9c6a8a4bbf6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 May 10 15:03:42.139808 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['8d7f4ee8-d8cb-4edb-8b63-e09306e199a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:03:42.175761 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-b4f0eb39-4436-4c0f-a9d6-705a62b62412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.177488 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-b4f0eb39-4436-4c0f-a9d6-705a62b62412 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1127 time: 0.0464942 May 10 15:03:42.231218 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-2bb4cf2a-7335-4ee3-8b3f-7aa64d184769 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 217 time: 0.0438037 May 10 15:03:42.290547 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-6bff14c0-5432-4bb4-af85-be138d9697f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.292020 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eadf01f4-c5e4-415b-bbfe-0888d6aecb6f req-6bff14c0-5432-4bb4-af85-be138d9697f2 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019334 May 10 15:03:42.306820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-ec6df6d2-d73e-43f3-b4b6-210451c89039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.308940 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-ec6df6d2-d73e-43f3-b4b6-210451c89039 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0616016 May 10 15:03:42.380580 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b8d3e-86f9-497a-9da2-583ca5aacb41 req-5440c4d7-63ff-40b1-a812-2c5ec3785ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.382097 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc6b8d3e-86f9-497a-9da2-583ca5aacb41 req-5440c4d7-63ff-40b1-a812-2c5ec3785ba2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 1129 time: 0.0892525 May 10 15:03:42.403417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-9cda59d7-ff15-40b2-b5b4-a847063b5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.404833 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-9cda59d7-ff15-40b2-b5b4-a847063b5c73 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 1127 time: 0.0504427 May 10 15:03:42.405962 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-e1a1fcd1-7d5b-41d3-a9b9-84d909bfb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.407434 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-e1a1fcd1-7d5b-41d3-a9b9-84d909bfb568 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828111 May 10 15:03:42.422589 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db589-adb0-4150-a750-01dde6a48c91 req-dbeae7f1-a896-405b-9c66-d44f63bd708a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.424012 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c79db589-adb0-4150-a750-01dde6a48c91 req-dbeae7f1-a896-405b-9c66-d44f63bd708a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0623202 May 10 15:03:42.471569 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c79db589-adb0-4150-a750-01dde6a48c91 req-fa713e53-8dc5-405f-a62e-2856427e24a4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 May 10 15:03:42.565601 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d2246-6760-4474-98cb-7f84d4f3ccf1 req-7a532c6e-64d9-4a62-8f8e-4de626128b63 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.568444 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-826d2246-6760-4474-98cb-7f84d4f3ccf1 req-7a532c6e-64d9-4a62-8f8e-4de626128b63 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 944 time: 0.0508709 May 10 15:03:42.609275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c6fe3-c0fe-4aea-b69c-261208e87614 req-1771b831-9ea8-4154-8d89-1451a851e5fe tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.610941 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-426c6fe3-c0fe-4aea-b69c-261208e87614 req-1771b831-9ea8-4154-8d89-1451a851e5fe tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0490534 May 10 15:03:42.622780 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-826d2246-6760-4474-98cb-7f84d4f3ccf1 req-9373aaa4-e675-4dff-ba73-0da5878f02a9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483093 May 10 15:03:42.659372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-426c6fe3-c0fe-4aea-b69c-261208e87614 req-28738e2a-dfad-4049-b312-0dada8526eb9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 May 10 15:03:42.995781 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c759c1-e660-4a1b-8f1f-94128388b398 req-29226550-982e-449b-8f36-5a069c72ae06 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.997545 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96c759c1-e660-4a1b-8f1f-94128388b398 req-29226550-982e-449b-8f36-5a069c72ae06 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0467134 May 10 15:03:43.044627 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96c759c1-e660-4a1b-8f1f-94128388b398 req-f84a4467-ea8f-4a12-8d1c-4c71267e3e3e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415759 May 10 15:03:43.590089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44608a16-0961-48c4-bbad-43cf6cfcbdfa req-517a128e-9fe9-49e0-a275-51625baee8f5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:43.591549 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-44608a16-0961-48c4-bbad-43cf6cfcbdfa req-517a128e-9fe9-49e0-a275-51625baee8f5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0491683 May 10 15:03:43.639100 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-44608a16-0961-48c4-bbad-43cf6cfcbdfa req-54ca9855-4e7d-45f1-a01f-523ebbd05c23 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 May 10 15:03:43.772170 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da1a6-1fc6-44a2-90d4-45b6c9507d6d req-d36cb88f-82f7-4d00-8be6-8175c4b9dcab tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:43.773638 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dc2da1a6-1fc6-44a2-90d4-45b6c9507d6d req-d36cb88f-82f7-4d00-8be6-8175c4b9dcab tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0486686 May 10 15:03:43.822742 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dc2da1a6-1fc6-44a2-90d4-45b6c9507d6d req-6d4d4b7d-4f11-49ea-8f3f-b9613096c5be tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 May 10 15:03:43.904157 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed225246-4a80-4be3-a70c-e07e577e5415 req-80bfaca4-c0e4-484e-ae5a-582b0093cc4c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:43.905621 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed225246-4a80-4be3-a70c-e07e577e5415 req-80bfaca4-c0e4-484e-ae5a-582b0093cc4c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 944 time: 0.2165477 May 10 15:03:43.951294 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed225246-4a80-4be3-a70c-e07e577e5415 req-100f851e-8111-4e82-81d1-cf26564143ea tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 May 10 15:03:44.157675 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe15add-1fa4-4453-a703-8046de1c2f86 req-0e581328-cea8-4ca5-a792-a5769b5e338c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:44.159153 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fbe15add-1fa4-4453-a703-8046de1c2f86 req-0e581328-cea8-4ca5-a792-a5769b5e338c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0456533 May 10 15:03:44.205050 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fbe15add-1fa4-4453-a703-8046de1c2f86 req-f5519240-885a-48da-8295-a86192b949e9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 May 10 15:03:44.748727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134238-cd0e-4173-ab90-4358ce52cd01 req-05f17d00-c7aa-4d34-b72c-0017a6022dc4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:44.750174 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82134238-cd0e-4173-ab90-4358ce52cd01 req-05f17d00-c7aa-4d34-b72c-0017a6022dc4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0454957 May 10 15:03:44.795745 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82134238-cd0e-4173-ab90-4358ce52cd01 req-c743416f-cfc0-4dd6-ad3e-0f4f5d07810c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 May 10 15:03:44.942856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b18a-bc66-47c4-9461-b19399a68526 req-6f917870-9d66-40ad-891d-75fc97487ef5 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:44.944317 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-df14b18a-bc66-47c4-9461-b19399a68526 req-6f917870-9d66-40ad-891d-75fc97487ef5 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0499828 May 10 15:03:44.989752 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-df14b18a-bc66-47c4-9461-b19399a68526 req-9b007547-6d03-4216-9d07-c9f7d0f8cf0c tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 May 10 15:03:45.063626 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122f91-ae9a-4220-a18f-6dd85dfec615 req-fa9c4813-12b7-4f57-bb95-80d9cc2e5f2f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:45.065070 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-12122f91-ae9a-4220-a18f-6dd85dfec615 req-fa9c4813-12b7-4f57-bb95-80d9cc2e5f2f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 944 time: 0.0487399 May 10 15:03:45.110239 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-12122f91-ae9a-4220-a18f-6dd85dfec615 req-63656193-7d9d-4d34-8908-b681f9fbf43b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 May 10 15:03:45.318990 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff661f-8746-4452-a435-07b62b948878 req-0cb243c1-ab2f-46e8-b806-90c61571ada4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:45.320408 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-caff661f-8746-4452-a435-07b62b948878 req-0cb243c1-ab2f-46e8-b806-90c61571ada4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0455132 May 10 15:03:45.365580 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-caff661f-8746-4452-a435-07b62b948878 req-2d2c6b24-4337-4476-ada5-55f2d629351f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397010 May 10 15:03:45.649005 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-fa49e754-5d17-4b5c-80a5-f93cbba34150 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c1f55a-48b1-4225-af81-18e16729d371 HTTP/1.1" status: 200 len: 217 time: 0.0634129 May 10 15:03:45.656077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:45.679863 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc6b8d3e-86f9-497a-9da2-583ca5aacb41 req-d3c2caf3-0c0a-428b-89f0-d2bfc606928a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864060 May 10 15:03:45.702812 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:03:45.705792 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-502a6316-57f0-4037-9aa6-a2b1d933468b service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210878 May 10 15:03:45.707769 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:45.708142 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:45.787013 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:45.787409 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:45.811989 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:45.814587 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f7f1d-aeab-4e5a-a8d7-2b324cd7ba2c" -d '{"events": [{"server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "name": "network-vif-plugged", "status": "completed", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:45.828899 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:45.832675 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:45.870494 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c909b-8801-4a15-83e8-f9f1a939888e x-openstack-request-id: req-109c909b-8801-4a15-83e8-f9f1a939888e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:45.870786 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "name": "network-vif-plugged", "status": "completed", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:45.871295 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-109c909b-8801-4a15-83e8-f9f1a939888e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:45.871681 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109c909b-8801-4a15-83e8-f9f1a939888e'] response: {'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4', 'code': 200} May 10 15:03:45.891233 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:45.934341 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a506346-1007-4775-9fbe-7c95de2b100f req-d297a767-d5a0-436c-aacf-b3f03a5a3526 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:45.941272 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9a506346-1007-4775-9fbe-7c95de2b100f req-d297a767-d5a0-436c-aacf-b3f03a5a3526 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0597756 May 10 15:03:45.985350 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9a506346-1007-4775-9fbe-7c95de2b100f req-8ccbf04c-8048-4eb6-aea8-d15035b3e5dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 May 10 15:03:46.036630 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-62084b47-ad05-427b-a761-cf808419f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.038166 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-62084b47-ad05-427b-a761-cf808419f575 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0777116 May 10 15:03:46.106063 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ad59c06-3fc9-422f-a1cd-9a1c6ccbb98b req-a80befcd-aee8-4621-bec4-1b5467151f97 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062644 May 10 15:03:46.180211 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-618fa634-1984-4b49-8391-fc3aeb803061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.181754 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-618fa634-1984-4b49-8391-fc3aeb803061 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212206 May 10 15:03:46.195158 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae68568-3ec6-414b-8c4c-cb30a98fb5ad req-a605c358-c9a5-4bab-af5d-c5ccfc8f06d1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.196610 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ae68568-3ec6-414b-8c4c-cb30a98fb5ad req-a605c358-c9a5-4bab-af5d-c5ccfc8f06d1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0672221 May 10 15:03:46.226852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c99f6d-ae0b-435a-9312-02c12d8898a6 req-c0683d95-9b16-4b79-b335-c3589203e91a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.229110 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f8c99f6d-ae0b-435a-9312-02c12d8898a6 req-c0683d95-9b16-4b79-b335-c3589203e91a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0502939 May 10 15:03:46.244103 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ae68568-3ec6-414b-8c4c-cb30a98fb5ad req-7d9cec2a-899a-4f87-b055-d3f35f5904b1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 May 10 15:03:46.277129 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f8c99f6d-ae0b-435a-9312-02c12d8898a6 req-fd600678-b18b-486a-a0b1-4948cb1f984b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 May 10 15:03:46.480546 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2370f4-ae61-444b-98b1-d4020d439120 req-e40b37f3-6187-4321-a572-e3e1b748a71d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.482064 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b2370f4-ae61-444b-98b1-d4020d439120 req-e40b37f3-6187-4321-a572-e3e1b748a71d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0475590 May 10 15:03:46.533857 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b2370f4-ae61-444b-98b1-d4020d439120 req-b47cc608-64a3-4b40-b4eb-cb6301535fd3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458908 May 10 15:03:47.102231 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa129-9be4-4118-bf5e-ea3641291a8f req-3cf876bb-8d43-4084-b867-a54889534162 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.104357 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf7fa129-9be4-4118-bf5e-ea3641291a8f req-3cf876bb-8d43-4084-b867-a54889534162 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0462787 May 10 15:03:47.155631 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf7fa129-9be4-4118-bf5e-ea3641291a8f req-0217b9c4-d090-4473-b3ef-342da20b4526 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 May 10 15:03:47.390378 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1ad7-ddba-45d8-8b7c-54a7ac314cb5 req-6321949d-38f3-42af-b6bc-206290940f3e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.392078 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27be1ad7-ddba-45d8-8b7c-54a7ac314cb5 req-6321949d-38f3-42af-b6bc-206290940f3e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0743401 May 10 15:03:47.418523 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb84151-882d-4e64-befa-efdaa675b1ec req-219b4c46-b2cc-4ed3-b8c2-6fb42227ebbc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.420302 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7fb84151-882d-4e64-befa-efdaa675b1ec req-219b4c46-b2cc-4ed3-b8c2-6fb42227ebbc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0661347 May 10 15:03:47.443362 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27be1ad7-ddba-45d8-8b7c-54a7ac314cb5 req-61ea83f2-77df-4d78-af1a-77d0b178aa7b tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 May 10 15:03:47.469398 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7fb84151-882d-4e64-befa-efdaa675b1ec req-e3122777-565f-49e6-86eb-e0da5330d44a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 May 10 15:03:47.640261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54344) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:47.650812 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76393-e181-44dc-bf31-466f84009761 req-159e5104-e009-4119-ab7f-66346474446d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.652494 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8f76393-e181-44dc-bf31-466f84009761 req-159e5104-e009-4119-ab7f-66346474446d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0470901 May 10 15:03:47.698738 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8f76393-e181-44dc-bf31-466f84009761 req-69c5bd42-cc52-427a-afc5-5e577b8893fe tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 May 10 15:03:47.747071 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88da74b8-2b15-4d42-afbe-62aab3f2d3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:47.819856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88da74b8-2b15-4d42-afbe-62aab3f2d3c9 admin admin] Publish callbacks [] for security_group (68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:47.824278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88da74b8-2b15-4d42-afbe-62aab3f2d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:47.862892 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-88da74b8-2b15-4d42-afbe-62aab3f2d3c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5092a01452804314b3a7b6bb76ea8309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215469 May 10 15:03:47.863597 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da74b8-2b15-4d42-afbe-62aab3f2d3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:47.865645 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:47.921739 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] Publish callbacks [] for security_group (68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:47.943917 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] Publish callbacks [] for security_group (68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:48.015810 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:48.018321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:48.019570 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea HTTP/1.1" status: 204 len: 168 time: 0.1528027 May 10 15:03:48.029353 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c236f-579a-45c7-83bb-d8afaa6b5955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee6ad9-d7b4-4e01-b306-6f5f1257b8ea,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:48.275335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbd64-c184-4a9c-a8e3-06b029511531 req-6b6f11cd-8b3d-4482-ba90-d16ce2663197 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.276980 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-249fbd64-c184-4a9c-a8e3-06b029511531 req-6b6f11cd-8b3d-4482-ba90-d16ce2663197 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0549335 May 10 15:03:48.324422 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-249fbd64-c184-4a9c-a8e3-06b029511531 req-6b4d719f-d1ab-4303-82d1-88ccfa654c8e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 May 10 15:03:48.583726 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d09a-ebba-4209-9e69-58b7dc145229 req-ed00f316-7566-4f19-a9b9-42870767038a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.585766 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6752d09a-ebba-4209-9e69-58b7dc145229 req-ed00f316-7566-4f19-a9b9-42870767038a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0647283 May 10 15:03:48.593714 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8eb6-2b89-4521-ab5e-6049c05baad4 req-241c77bf-d964-4091-990b-36d00826ccf4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.595235 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-588d8eb6-2b89-4521-ab5e-6049c05baad4 req-241c77bf-d964-4091-990b-36d00826ccf4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0538664 May 10 15:03:48.637852 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6752d09a-ebba-4209-9e69-58b7dc145229 req-35599d0a-cc23-4533-9825-38163aa2f8cd tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 May 10 15:03:48.644526 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-588d8eb6-2b89-4521-ab5e-6049c05baad4 req-c95c958c-8191-4b2b-bf01-20f5bd75ae4b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 May 10 15:03:48.818062 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b121-5507-4d50-966f-96d608855a22 req-bc97e842-ac3f-44ef-9cce-5df4c9c2a399 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.819536 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb43b121-5507-4d50-966f-96d608855a22 req-bc97e842-ac3f-44ef-9cce-5df4c9c2a399 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0497320 May 10 15:03:48.865992 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb43b121-5507-4d50-966f-96d608855a22 req-b201a4b4-8410-43e1-97ce-ab030f9c7bcd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 May 10 15:03:49.004530 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:03:49.231470 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:49.241910 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5937-fe60-47e0-bb56-0ea058c29881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:49.245835 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:03:49.283715 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:49.284174 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:49.300752 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:49.321447 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:49.325342 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:49.374811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:49.443670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb9fa-f744-49bd-8bfb-41776a65dcb1 req-653ccb19-c97d-4ce2-baa9-c74080b3e682 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.445139 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27feb9fa-f744-49bd-8bfb-41776a65dcb1 req-653ccb19-c97d-4ce2-baa9-c74080b3e682 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0507462 May 10 15:03:49.492728 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27feb9fa-f744-49bd-8bfb-41776a65dcb1 req-453dcba8-77ab-4ae5-959b-39df411e9320 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 May 10 15:03:49.754254 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c4d1c-5fad-4704-8809-1f0b968d6f37 req-5feac921-1c1c-4efd-872e-65da1188524a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.755810 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b9c4d1c-5fad-4704-8809-1f0b968d6f37 req-5feac921-1c1c-4efd-872e-65da1188524a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0522120 May 10 15:03:49.758666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716b19-51a9-49bb-b228-b2b3f135ff95 req-569eb371-3c69-49ea-abc6-a1d380f4527b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.760155 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27716b19-51a9-49bb-b228-b2b3f135ff95 req-569eb371-3c69-49ea-abc6-a1d380f4527b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0477960 May 10 15:03:49.802759 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b9c4d1c-5fad-4704-8809-1f0b968d6f37 req-6b435ed4-25e5-4fe2-8afe-216a7a649e7a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 May 10 15:03:49.805855 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27716b19-51a9-49bb-b228-b2b3f135ff95 req-4b64f335-70f2-4b39-acb4-7b6127542604 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 May 10 15:03:49.980473 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f95c-59a5-42cb-bfd7-d8fe8ad3aeca req-cc3cd1bd-77ac-4947-a096-ffc70e6e56fa tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.981918 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90e5f95c-59a5-42cb-bfd7-d8fe8ad3aeca req-cc3cd1bd-77ac-4947-a096-ffc70e6e56fa tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0459082 May 10 15:03:50.028949 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90e5f95c-59a5-42cb-bfd7-d8fe8ad3aeca req-efc39abc-2b67-4aa5-9618-18e9177e914c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 May 10 15:03:50.359318 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-2bb2febc-af3c-4784-a26a-6d64c28998b4 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 May 10 15:03:50.467924 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:03:50.608743 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e94db-c5fb-43a3-966e-7dbd00603f2e req-02e50436-9912-4ae6-b9c5-d65a04d82be8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:50.610322 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7b2e94db-c5fb-43a3-966e-7dbd00603f2e req-02e50436-9912-4ae6-b9c5-d65a04d82be8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0481031 May 10 15:03:50.659930 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7b2e94db-c5fb-43a3-966e-7dbd00603f2e req-dd00b137-2d05-46a6-b5b7-04df48165485 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441158 May 10 15:03:50.917154 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f98-d207-42e9-927b-60013a7a10c7 req-1d5b29af-9717-442c-b144-c2efc0f1d3fb tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:50.918851 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d655f98-d207-42e9-927b-60013a7a10c7 req-1d5b29af-9717-442c-b144-c2efc0f1d3fb tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0475719 May 10 15:03:50.929211 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a94a2-a5d6-43b2-a5c3-6acbe9a66c9b req-1bda0f80-e90d-4318-b2cb-f30afd12ed7d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:50.930734 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-030a94a2-a5d6-43b2-a5c3-6acbe9a66c9b req-1bda0f80-e90d-4318-b2cb-f30afd12ed7d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0501204 May 10 15:03:50.964976 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d655f98-d207-42e9-927b-60013a7a10c7 req-f6bdca61-58bc-47da-941d-a119150d3b85 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 May 10 15:03:50.976445 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-030a94a2-a5d6-43b2-a5c3-6acbe9a66c9b req-cae8ae69-b034-4ff0-99a3-fe81e6459a43 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 May 10 15:03:51.146700 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c76c7-53ef-413d-ade3-cecea73639d3 req-3ed3071f-ceab-425f-b28e-7cf7146cedda tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:51.148208 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-058c76c7-53ef-413d-ade3-cecea73639d3 req-3ed3071f-ceab-425f-b28e-7cf7146cedda tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0490007 May 10 15:03:51.198580 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-058c76c7-53ef-413d-ade3-cecea73639d3 req-ea41c17b-7f03-40fa-955e-16186ec66e46 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441532 May 10 15:03:51.364425 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e26f73f-c466-40a7-9b51-7411e5faea35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:51.768291 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78373c-a4ca-4a88-9f8b-2e6b06363939 req-3970ca69-f343-4e24-898f-b176f5198ec9 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:51.769715 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed78373c-a4ca-4a88-9f8b-2e6b06363939 req-3970ca69-f343-4e24-898f-b176f5198ec9 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0450389 May 10 15:03:51.814050 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed78373c-a4ca-4a88-9f8b-2e6b06363939 req-31f35e0b-4a52-4ed8-9533-06a2441b1d95 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 May 10 15:03:52.076867 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5c9b1-4460-4c33-ab76-a365a3e31ed2 req-d47359f1-73b0-4f7a-9abe-ed9cad0ea699 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:52.078364 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aea5c9b1-4460-4c33-ab76-a365a3e31ed2 req-d47359f1-73b0-4f7a-9abe-ed9cad0ea699 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0467229 May 10 15:03:52.090242 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1603e0a-135d-4a70-b50f-1ba81da027ef req-9bb5741a-ede2-45a2-8f71-e67b986d54e6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:52.091755 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a1603e0a-135d-4a70-b50f-1ba81da027ef req-9bb5741a-ede2-45a2-8f71-e67b986d54e6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0496893 May 10 15:03:52.125091 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aea5c9b1-4460-4c33-ab76-a365a3e31ed2 req-d53bf139-64d6-4f59-bb3e-370e8f655cea tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 May 10 15:03:52.138366 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a1603e0a-135d-4a70-b50f-1ba81da027ef req-5bf76a89-a77b-4284-9a73-ea36903ae0b2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 May 10 15:03:52.314324 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738dc5f-017b-40ce-bf7a-b6f0391d33dd req-2ac93bd5-029e-4a2b-a10e-fef93fbe09ff tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:52.315697 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d738dc5f-017b-40ce-bf7a-b6f0391d33dd req-2ac93bd5-029e-4a2b-a10e-fef93fbe09ff tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0460598 May 10 15:03:52.360587 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d738dc5f-017b-40ce-bf7a-b6f0391d33dd req-47b41702-62d7-4be8-bb4b-f25768fc7808 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394728 May 10 15:03:52.662875 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:52.923503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e9b7c-e2be-4b94-a577-faa506736f74 req-3c54ef7f-b895-411f-be12-95df3f8ccd3a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:52.924980 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7b0e9b7c-e2be-4b94-a577-faa506736f74 req-3c54ef7f-b895-411f-be12-95df3f8ccd3a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0460761 May 10 15:03:52.970148 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7b0e9b7c-e2be-4b94-a577-faa506736f74 req-55934bcb-35b1-4ee8-8f5c-7b863a5f5279 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397170 May 10 15:03:53.238995 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6c819-a3f9-4388-8a7c-139e4bc002b9 req-7c959dfe-3b1c-4066-ba71-1bb2a6bd6983 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:53.240487 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddf6c819-a3f9-4388-8a7c-139e4bc002b9 req-7c959dfe-3b1c-4066-ba71-1bb2a6bd6983 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0504763 May 10 15:03:53.250556 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cafc3-a255-4abb-8bc4-97927cf9505c req-1eded550-81ed-4da2-aecc-d9855b4ae90c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:53.252009 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-449cafc3-a255-4abb-8bc4-97927cf9505c req-1eded550-81ed-4da2-aecc-d9855b4ae90c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0489404 May 10 15:03:53.288475 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddf6c819-a3f9-4388-8a7c-139e4bc002b9 req-535e8a4a-f9e2-46f4-916c-947781507d10 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 May 10 15:03:53.301361 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-449cafc3-a255-4abb-8bc4-97927cf9505c req-0061e28b-cc99-4e09-9b48-e18812392830 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 May 10 15:03:53.473542 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a525d-7ef1-4256-bda9-6105c23e2e0b req-db85fcd9-e487-443b-aef9-4608502c2100 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:53.474913 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f4a525d-7ef1-4256-bda9-6105c23e2e0b req-db85fcd9-e487-443b-aef9-4608502c2100 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0456021 May 10 15:03:53.519727 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f4a525d-7ef1-4256-bda9-6105c23e2e0b req-12f471fd-36b9-4a87-b22c-732a7159e2af tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 May 10 15:03:53.989412 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:54.079870 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e543-28fe-4e9a-9d4b-1cc99ea21832 req-6c78759f-f2d2-4238-acc9-eb012e51b073 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.081278 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63d9e543-28fe-4e9a-9d4b-1cc99ea21832 req-6c78759f-f2d2-4238-acc9-eb012e51b073 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0472755 May 10 15:03:54.134971 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c44599-dd48-4275-86f4-95c24a75fc6e req-027a1dbf-8a6c-4236-84c1-172dd9b00c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.136452 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-48c44599-dd48-4275-86f4-95c24a75fc6e req-027a1dbf-8a6c-4236-84c1-172dd9b00c36 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1129 time: 0.0515037 May 10 15:03:54.166669 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63d9e543-28fe-4e9a-9d4b-1cc99ea21832 req-86b5291c-406e-4ae2-bd6c-aa7b4c756c35 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732706 May 10 15:03:54.225418 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4540100-1e00-41f0-bc4f-80ebf6df4b10 req-0dfd8998-a131-4522-9fd5-db23be20281d service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915639 May 10 15:03:54.399306 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d219f-aba6-4303-a545-fc89438bc204 req-e630cca4-c527-44af-b782-d695a617e434 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.401408 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e49d219f-aba6-4303-a545-fc89438bc204 req-e630cca4-c527-44af-b782-d695a617e434 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0476665 May 10 15:03:54.414186 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016cf0f-073d-4373-99ad-37cf7a313231 req-4a4da3c8-313a-4c5a-a8eb-21006c4ab369 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.416375 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1016cf0f-073d-4373-99ad-37cf7a313231 req-4a4da3c8-313a-4c5a-a8eb-21006c4ab369 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0504048 May 10 15:03:54.454473 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e49d219f-aba6-4303-a545-fc89438bc204 req-26534fbf-85bf-4922-9edf-7dd4f32d5103 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 May 10 15:03:54.463109 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1016cf0f-073d-4373-99ad-37cf7a313231 req-8607ba41-1c31-41fc-9c96-8b65dc7c3665 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 May 10 15:03:54.639821 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5d1b-0db7-4f62-9dcb-f4d7cd3d2e33 req-5f1458b4-1292-413a-adb1-d178b3d09213 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.641312 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbaa5d1b-0db7-4f62-9dcb-f4d7cd3d2e33 req-5f1458b4-1292-413a-adb1-d178b3d09213 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0484948 May 10 15:03:54.693200 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbaa5d1b-0db7-4f62-9dcb-f4d7cd3d2e33 req-95d16393-3f05-46ed-b69c-32b2309ef3d0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 May 10 15:03:54.737468 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:03:54.781546 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:03:54.786405 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:03:54.786802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:54.869849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:03:54.870270 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:54.893827 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:54.896313 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2530f338-e0ab-42e0-bfb7-8aa650ee1a3c" -d '{"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:03:54.913006 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:03:54.916949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:54.954662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891d21c-e339-4191-9f1a-1cf149dba693 x-openstack-request-id: req-e891d21c-e339-4191-9f1a-1cf149dba693 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:03:54.954662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:03:54.954662 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e891d21c-e339-4191-9f1a-1cf149dba693 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:03:54.954662 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e891d21c-e339-4191-9f1a-1cf149dba693'] response: {'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'code': 200} May 10 15:03:54.969133 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.976641 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.977065 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.977437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.977809 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.978276 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.978516 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.978845 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.979277 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.979494 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.979827 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.980151 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.980492 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.980821 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.981140 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.981460 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:55.138144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-48c44599-dd48-4275-86f4-95c24a75fc6e req-9873af17-afc4-40bc-8a89-84ea14019aff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 May 10 15:03:55.274822 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096f599-7101-415b-931e-e25e41f20f3f req-c3959831-cdc7-4f00-aa0b-897a8c73d337 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.276608 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d096f599-7101-415b-931e-e25e41f20f3f req-c3959831-cdc7-4f00-aa0b-897a8c73d337 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0492728 May 10 15:03:55.325362 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d096f599-7101-415b-931e-e25e41f20f3f req-86d3cee0-ddc0-451c-b752-50fcd7e67560 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 May 10 15:03:55.582462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:55.606501 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c9b8c-8b44-447d-8ff1-b6e372c13b8a req-f2757eae-cad2-4c0d-b49e-6fc1bb5fc880 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.608020 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-756c9b8c-8b44-447d-8ff1-b6e372c13b8a req-f2757eae-cad2-4c0d-b49e-6fc1bb5fc880 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0548928 May 10 15:03:55.618187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9000b94-e667-4bd2-bf9a-43c22f2e5757 req-09af07c1-d252-4ff1-a03e-14f2b5ba9a7c tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.620317 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9000b94-e667-4bd2-bf9a-43c22f2e5757 req-09af07c1-d252-4ff1-a03e-14f2b5ba9a7c tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0788367 May 10 15:03:55.663338 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-756c9b8c-8b44-447d-8ff1-b6e372c13b8a req-55131977-7884-42a6-897e-fc30223abcec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 May 10 15:03:55.678619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9000b94-e667-4bd2-bf9a-43c22f2e5757 req-176e01d4-6283-4564-b9ed-99b45895711a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 May 10 15:03:55.845131 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce535-9d6d-4068-b6e6-508ce2666cf6 req-abd48b5c-ca34-4ea5-a3b8-84800f06f257 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.846687 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10dce535-9d6d-4068-b6e6-508ce2666cf6 req-abd48b5c-ca34-4ea5-a3b8-84800f06f257 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0708699 May 10 15:03:55.906940 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10dce535-9d6d-4068-b6e6-508ce2666cf6 req-6747b44d-1fc9-46f3-950c-58281ec81132 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541363 May 10 15:03:56.360964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:56.443318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674700-194c-4ba0-821f-82eb13793d4c req-27c4f1e9-a3e8-40cc-b4c5-fa630d9aded1 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:56.444762 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-12674700-194c-4ba0-821f-82eb13793d4c req-27c4f1e9-a3e8-40cc-b4c5-fa630d9aded1 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0491252 May 10 15:03:56.651438 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.701065 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-12674700-194c-4ba0-821f-82eb13793d4c req-bb8ad0c8-9013-46e4-a977-12548c16b058 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500746 May 10 15:03:56.756559 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Publish callbacks [] for security_group (5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.761261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.784771 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6f0ca-6f92-4fb6-84bc-9dd1f8841e0c req-eed22ef6-5325-413d-b315-1f43bdaa7023 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:56.786456 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ac6f0ca-6f92-4fb6-84bc-9dd1f8841e0c req-eed22ef6-5325-413d-b315-1f43bdaa7023 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0476325 May 10 15:03:56.801597 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5e16d8fd1fdc43f5ad07c20762089fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394381 May 10 15:03:56.802683 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:56.805005 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54604) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:56.830553 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.830906 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.831249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.831753 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.832355 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.832949 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.833436 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.834028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.834548 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.835066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.835546 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.836055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.836789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.838038 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.838294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b5676c-70d0-4d1e-aaf0-eedca7220f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:56.873200 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] Publish callbacks [] for security_group (5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.874105 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ac6f0ca-6f92-4fb6-84bc-9dd1f8841e0c req-f46d68e0-103a-4b8f-95d2-087791aa5ac6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808678 May 10 15:03:56.893329 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] Publish callbacks [] for security_group (5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.969188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.972334 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:56.976123 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d HTTP/1.1" status: 204 len: 168 time: 0.1676626 May 10 15:03:56.983810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243b701-aa49-4e03-a9ff-0632711ed764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b9f99-63f3-4ef2-bcf6-fda53c52d06d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.049277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e606a-71bc-438a-b8ae-a84ff398ba13 req-67c64bb9-85d8-4db1-ab58-a986fffe5919 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:57.050871 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-597e606a-71bc-438a-b8ae-a84ff398ba13 req-67c64bb9-85d8-4db1-ab58-a986fffe5919 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0497451 May 10 15:03:57.106870 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-597e606a-71bc-438a-b8ae-a84ff398ba13 req-3a22e0e6-ee1f-4919-8777-45f0e68cba71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474143 May 10 15:03:57.271283 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54646) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:57.284378 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.357776 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Publish callbacks [] for security_group (ad341020-e50f-42c1-8111-0af65f909cb9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.361430 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ad341020-e50f-42c1-8111-0af65f909cb9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.401631 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1102a4ef309145a899a482c4c18ee7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292806 May 10 15:03:57.403548 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad341020-e50f-42c1-8111-0af65f909cb9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.404332 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:57.410682 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.411031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.411391 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.411726 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.412055 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.412379 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.412702 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.413024 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.413348 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.413669 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.413987 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.414323 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.414669 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.414983 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.415378 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc01b7-01e2-46b6-ba39-74fb31bb8270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.455184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] Publish callbacks [] for security_group (ad341020-e50f-42c1-8111-0af65f909cb9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.476248 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] Publish callbacks [] for security_group (ad341020-e50f-42c1-8111-0af65f909cb9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.523767 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ad341020-e50f-42c1-8111-0af65f909cb9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.526541 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.527678 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad341020-e50f-42c1-8111-0af65f909cb9 HTTP/1.1" status: 204 len: 168 time: 0.1222837 May 10 15:03:57.534775 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:57.538555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe414a-433f-43e4-962e-852b5202913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad341020-e50f-42c1-8111-0af65f909cb9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.757106 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a096-e86d-42b3-bc0d-c5e592122413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.831550 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20e9e-0ed2-4144-a1f0-94151a80cebd req-bb3c2ed2-490b-4c65-87a7-6869a06e407b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:57.833376 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4f20e9e-0ed2-4144-a1f0-94151a80cebd req-bb3c2ed2-490b-4c65-87a7-6869a06e407b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0639269 May 10 15:03:57.915945 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a096-e86d-42b3-bc0d-c5e592122413 admin admin] Publish callbacks [] for security_group (78cabe48-7384-4940-a94d-77d37af232b4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.930715 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4f20e9e-0ed2-4144-a1f0-94151a80cebd req-a8119a5a-3780-4495-b6f5-79ea4bf3dfc4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851080 May 10 15:03:57.931977 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a096-e86d-42b3-bc0d-c5e592122413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (78cabe48-7384-4940-a94d-77d37af232b4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:57.987212 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e0c0a096-e86d-42b3-bc0d-c5e592122413 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0612cad27c8e4f77ad14bd9d10eba2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511328 May 10 15:03:57.988331 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a096-e86d-42b3-bc0d-c5e592122413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cabe48-7384-4940-a94d-77d37af232b4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.990762 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:58.043532 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] Publish callbacks [] for security_group (78cabe48-7384-4940-a94d-77d37af232b4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.052944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfe1b0-e400-48b5-a39f-1c57058e68c5 req-3f72a871-de8b-4c55-8914-52c8068af1fd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:58.054462 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7bdfe1b0-e400-48b5-a39f-1c57058e68c5 req-3f72a871-de8b-4c55-8914-52c8068af1fd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0715146 May 10 15:03:58.065541 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] Publish callbacks [] for security_group (78cabe48-7384-4940-a94d-77d37af232b4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.113425 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7bdfe1b0-e400-48b5-a39f-1c57058e68c5 req-492f4c79-51ef-4b8a-855a-80828aa4de7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 May 10 15:03:58.117090 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (78cabe48-7384-4940-a94d-77d37af232b4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.120064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.121754 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/78cabe48-7384-4940-a94d-77d37af232b4 HTTP/1.1" status: 204 len: 168 time: 0.1301808 May 10 15:03:58.140344 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028c50b-baf7-4f2b-98be-3d67894a2adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cabe48-7384-4940-a94d-77d37af232b4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.266892 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756ee2c-ac28-4ca6-a029-17a4da558e73 req-4a30642e-da0c-4136-b55a-85a9197d13a7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:58.268524 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1756ee2c-ac28-4ca6-a029-17a4da558e73 req-4a30642e-da0c-4136-b55a-85a9197d13a7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0522270 May 10 15:03:58.330225 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1756ee2c-ac28-4ca6-a029-17a4da558e73 req-53b7784b-3ce4-473d-aa08-65f4f1898b27 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541866 May 10 15:03:58.465008 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 54704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:58.478157 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2db45e20-6fad-4f59-835a-ea84adb417cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.557398 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2db45e20-6fad-4f59-835a-ea84adb417cd admin admin] Publish callbacks [] for security_group (308fb881-9a40-4a37-86d6-125ad4db9597), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.561548 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2db45e20-6fad-4f59-835a-ea84adb417cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (308fb881-9a40-4a37-86d6-125ad4db9597), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.600519 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2db45e20-6fad-4f59-835a-ea84adb417cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5a30ce85d2504da9af7adada79464d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343341 May 10 15:03:58.601360 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db45e20-6fad-4f59-835a-ea84adb417cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fb881-9a40-4a37-86d6-125ad4db9597,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.603295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 54710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:03:58.652068 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] Publish callbacks [] for security_group (308fb881-9a40-4a37-86d6-125ad4db9597), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.675297 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] Publish callbacks [] for security_group (308fb881-9a40-4a37-86d6-125ad4db9597), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.722127 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (308fb881-9a40-4a37-86d6-125ad4db9597), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.724741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:03:58.725911 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/308fb881-9a40-4a37-86d6-125ad4db9597 HTTP/1.1" status: 204 len: 168 time: 0.1211185 May 10 15:03:58.734150 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78056-ba94-447b-b3b4-c898a4959b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fb881-9a40-4a37-86d6-125ad4db9597,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:59.059362 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5706a1-fcfe-4700-b5e3-c95e2a078d44 req-e66c013d-f3ba-4191-86ff-39870f4c40a5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:59.061032 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad5706a1-fcfe-4700-b5e3-c95e2a078d44 req-e66c013d-f3ba-4191-86ff-39870f4c40a5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0578341 May 10 15:03:59.109214 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad5706a1-fcfe-4700-b5e3-c95e2a078d44 req-87cd45d4-668a-4e2f-a2e2-1718db8bffc7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 May 10 15:03:59.233072 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6447a34-154b-4fe6-80e7-14b0f320666d req-b190413d-99f9-4e9d-9617-90b70a563998 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:59.234671 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6447a34-154b-4fe6-80e7-14b0f320666d req-b190413d-99f9-4e9d-9617-90b70a563998 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0520654 May 10 15:03:59.288518 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6447a34-154b-4fe6-80e7-14b0f320666d req-18265ddd-7ea9-4c31-b863-a5c6213ad226 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 May 10 15:03:59.466143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025166a8-6b9e-4815-ad77-04c864813b6d req-fba0ac91-3416-450f-9422-998ad4299d25 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:59.467746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-025166a8-6b9e-4815-ad77-04c864813b6d req-fba0ac91-3416-450f-9422-998ad4299d25 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0510263 May 10 15:03:59.516467 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-025166a8-6b9e-4815-ad77-04c864813b6d req-69e9b871-cc09-4425-b6e6-21a9b83380ac tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 May 10 15:03:59.620323 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:00.228447 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907294-f474-487f-92c3-921b6b70dc12 req-9219c505-878f-403f-90c7-bc91a3d805a7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.230192 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75907294-f474-487f-92c3-921b6b70dc12 req-9219c505-878f-403f-90c7-bc91a3d805a7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 943 time: 0.0547829 May 10 15:04:00.295047 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75907294-f474-487f-92c3-921b6b70dc12 req-d9ee9943-b5e3-4b3a-b464-aed5588d01ab tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567811 May 10 15:04:00.440461 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e632e-002a-4521-9ffb-785460d6069b req-d4c5b153-1657-4431-8174-08bbf914cf24 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.450220 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fc6e632e-002a-4521-9ffb-785460d6069b req-d4c5b153-1657-4431-8174-08bbf914cf24 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0673890 May 10 15:04:00.524739 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fc6e632e-002a-4521-9ffb-785460d6069b req-cc2e9c23-7c6f-4b6d-a9eb-c98b826f6626 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 May 10 15:04:00.677143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2c868-ffdc-4bbf-839b-44679473dafc req-6a5948ff-9b1b-4de5-b5ec-083c077c8b53 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.685289 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6fb2c868-ffdc-4bbf-839b-44679473dafc req-6a5948ff-9b1b-4de5-b5ec-083c077c8b53 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0602260 May 10 15:04:00.728746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6fb2c868-ffdc-4bbf-839b-44679473dafc req-4f4a98f7-73c5-44f8-8137-40dc1ac369c2 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 May 10 15:04:00.748810 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device b3c1f55a-48b1-4225-af81-18e16729d371 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:04:00.848318 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=b3c1f55a-48b1-4225-af81-18e16729d371,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:00.860311 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:04:00.900196 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port b3c1f55a-48b1-4225-af81-18e16729d371 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:04:00.900588 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:00.914102 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c1f55a-48b1-4225-af81-18e16729d371 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:00.936513 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=b3c1f55a-48b1-4225-af81-18e16729d371,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:00.940397 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:00.991727 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:01.415028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d9676-545e-43d2-889e-2d62017a6c41 req-a98bb243-aefa-480d-a0ed-9cd5fb986e4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:01.416524 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-178d9676-545e-43d2-889e-2d62017a6c41 req-a98bb243-aefa-480d-a0ed-9cd5fb986e4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 944 time: 0.0543451 May 10 15:04:01.466070 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-178d9676-545e-43d2-889e-2d62017a6c41 req-3c90ba62-d767-4e6f-bf75-ce05e8d82338 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429051 May 10 15:04:01.490047 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['b3c1f55a-48b1-4225-af81-18e16729d371'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:04:01.667179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c022-5033-4d12-be8a-a40686430bc7 req-7a8de6f0-731d-4001-be5e-37839e5e2124 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:01.668586 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a35c022-5033-4d12-be8a-a40686430bc7 req-7a8de6f0-731d-4001-be5e-37839e5e2124 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0744326 May 10 15:04:01.728009 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a35c022-5033-4d12-be8a-a40686430bc7 req-720a8bcf-de89-42b1-b86c-214361be0ca5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 May 10 15:04:01.872761 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34264-7158-4991-9b9e-5fb764778fd8 req-e3909b57-6761-414e-9dd0-41076793e520 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:01.874357 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9e34264-7158-4991-9b9e-5fb764778fd8 req-e3909b57-6761-414e-9dd0-41076793e520 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0651028 May 10 15:04:01.931938 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9e34264-7158-4991-9b9e-5fb764778fd8 req-46e04b47-1931-4ae3-a594-e5d3e8b5e7c6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518618 May 10 15:04:02.093649 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ffe23-66f7-4a93-acb3-f4120a4f1b29 req-a6ac06ca-f611-400d-ac54-e226b9cb66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:02.095772 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a6ffe23-66f7-4a93-acb3-f4120a4f1b29 req-a6ac06ca-f611-400d-ac54-e226b9cb66d1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1129 time: 0.0522623 May 10 15:04:02.596481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda5cdf-1a83-481c-a8ee-0272c7e5b753 req-2d56c918-6e48-4dd4-bd22-2930dea1dd30 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:02.598002 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3fda5cdf-1a83-481c-a8ee-0272c7e5b753 req-2d56c918-6e48-4dd4-bd22-2930dea1dd30 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 944 time: 0.0623176 May 10 15:04:02.651629 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3fda5cdf-1a83-481c-a8ee-0272c7e5b753 req-c1120a83-8057-4bd6-b5c0-d03942d1f027 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 May 10 15:04:02.768275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device b3c1f55a-48b1-4225-af81-18e16729d371 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:04:02.817173 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port b3c1f55a-48b1-4225-af81-18e16729d371 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:04:02.823761 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port b3c1f55a-48b1-4225-af81-18e16729d371 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:04:02.824192 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:02.863997 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e73a2-53e0-4e95-9cb7-29221164b2b7 req-5cc96d63-96f9-4907-97d1-3fa697949210 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:02.865724 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c2e73a2-53e0-4e95-9cb7-29221164b2b7 req-5cc96d63-96f9-4907-97d1-3fa697949210 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0511959 May 10 15:04:02.910778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port b3c1f55a-48b1-4225-af81-18e16729d371 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:04:02.911039 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:02.915287 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c2e73a2-53e0-4e95-9cb7-29221164b2b7 req-193af9f8-9d36-40a6-a888-d387cd228534 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 May 10 15:04:02.939755 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:02.942464 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f0a45-644f-4e6a-830d-11af3ccc285d" -d '{"events": [{"server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "name": "network-vif-plugged", "status": "completed", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:02.956720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=b3c1f55a-48b1-4225-af81-18e16729d371,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:02.961385 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:02.990378 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225180fd-90f1-4775-86c3-b407b0836b0a x-openstack-request-id: req-225180fd-90f1-4775-86c3-b407b0836b0a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:02.990720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "name": "network-vif-plugged", "status": "completed", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:02.991006 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-225180fd-90f1-4775-86c3-b407b0836b0a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:02.991334 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225180fd-90f1-4775-86c3-b407b0836b0a'] response: {'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'code': 200} May 10 15:04:03.023672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:03.035598 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a6ffe23-66f7-4a93-acb3-f4120a4f1b29 req-38899d21-a2dc-43db-9c91-bdc1d8c7c92a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679843 May 10 15:04:03.105227 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e11c17-b999-4da4-b151-63f8e2f7e6da req-ec15fecb-72d3-42ae-b4e5-9fa6f4909288 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:03.107261 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17e11c17-b999-4da4-b151-63f8e2f7e6da req-ec15fecb-72d3-42ae-b4e5-9fa6f4909288 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0536816 May 10 15:04:03.176569 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17e11c17-b999-4da4-b151-63f8e2f7e6da req-03b6e6a8-8236-4589-8511-a100559228d2 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637057 May 10 15:04:03.298085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6540bae-cb3a-483a-9a60-a71f5b8398a4 req-74a5dfd6-98f2-4de1-97bc-53ff8060a254 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:03.300318 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6540bae-cb3a-483a-9a60-a71f5b8398a4 req-74a5dfd6-98f2-4de1-97bc-53ff8060a254 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0542977 May 10 15:04:03.367043 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6540bae-cb3a-483a-9a60-a71f5b8398a4 req-fcf3a036-12c3-4390-8b94-2054ba6499dd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 May 10 15:04:03.771202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7618a-8030-41ad-9b84-e27b15ff569a req-f41798ac-bbac-46ad-91d6-85f94913ae0b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:03.773294 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-09b7618a-8030-41ad-9b84-e27b15ff569a req-f41798ac-bbac-46ad-91d6-85f94913ae0b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0509975 May 10 15:04:03.833787 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-09b7618a-8030-41ad-9b84-e27b15ff569a req-017c550a-953c-42e5-a002-28fdf3593953 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546885 May 10 15:04:04.054340 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-ba57a0a6-27fd-4f4d-b106-e52d10acb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.056573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-ba57a0a6-27fd-4f4d-b106-e52d10acb37f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1129 time: 0.0471776 May 10 15:04:04.132674 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-9141eb2c-d40a-4b94-a6af-2c6dbbc7b9b4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706587 May 10 15:04:04.302081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137207-592f-4781-9d3a-0e5f0cda308a req-3774c7ce-2068-43d1-9fd0-e0ee4235ce0e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.303532 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e137207-592f-4781-9d3a-0e5f0cda308a req-3774c7ce-2068-43d1-9fd0-e0ee4235ce0e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0495236 May 10 15:04:04.348508 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e137207-592f-4781-9d3a-0e5f0cda308a req-9c484842-417a-41e7-b459-63940e8a8088 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 May 10 15:04:04.497727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17fa1-ef3c-4f9d-b4b0-dedf75792390 req-38d3ba39-e3be-40c7-a45d-dc5f950e4b79 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.499298 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5ce17fa1-ef3c-4f9d-b4b0-dedf75792390 req-38d3ba39-e3be-40c7-a45d-dc5f950e4b79 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0588462 May 10 15:04:04.555126 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5ce17fa1-ef3c-4f9d-b4b0-dedf75792390 req-352812f9-b12f-4e2f-93e3-be064bef95a9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 May 10 15:04:04.953918 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061bd2-6c47-43dc-ac17-bb22ddfcedc6 req-39ccab96-63ab-4cd5-ac3d-49cee0c7aac4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.955317 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64061bd2-6c47-43dc-ac17-bb22ddfcedc6 req-39ccab96-63ab-4cd5-ac3d-49cee0c7aac4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0464272 May 10 15:04:05.002139 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64061bd2-6c47-43dc-ac17-bb22ddfcedc6 req-856f5e92-9ca1-45ea-99ff-3d5245bfc118 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 May 10 15:04:05.610744 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b903e-32c2-4429-82e7-5bd4d9df1d62 req-53cd8e63-667e-48b0-98b4-a22a91a0989a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.612849 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-706b903e-32c2-4429-82e7-5bd4d9df1d62 req-53cd8e63-667e-48b0-98b4-a22a91a0989a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0509603 May 10 15:04:05.664054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-706b903e-32c2-4429-82e7-5bd4d9df1d62 req-de99ffae-f374-48d4-9a5d-0b1c76df4f32 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 May 10 15:04:05.668109 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385fb90-962f-4039-8777-9903fc08a959 req-746e054e-28e3-4371-b52b-ad74fa6c9588 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.670166 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a385fb90-962f-4039-8777-9903fc08a959 req-746e054e-28e3-4371-b52b-ad74fa6c9588 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0450382 May 10 15:04:05.718031 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a385fb90-962f-4039-8777-9903fc08a959 req-b0789051-60be-4f1b-90e0-ea4704170f13 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 May 10 15:04:06.113400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adec1b-11c2-4f1a-bc47-a82f00935bca req-64e07e6d-ca1a-499e-8f8e-f94bb727328a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:06.114871 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-31adec1b-11c2-4f1a-bc47-a82f00935bca req-64e07e6d-ca1a-499e-8f8e-f94bb727328a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0458577 May 10 15:04:06.160854 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-31adec1b-11c2-4f1a-bc47-a82f00935bca req-7e9ed244-062d-4168-95c8-0317172f6a2d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 May 10 15:04:06.779338 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bcbf-0633-433c-8ea2-47fa92b2a855 req-6acb9be9-11ae-4875-b1f5-603161bf89b1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:06.780791 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37a1bcbf-0633-433c-8ea2-47fa92b2a855 req-6acb9be9-11ae-4875-b1f5-603161bf89b1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0465910 May 10 15:04:06.828394 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37a1bcbf-0633-433c-8ea2-47fa92b2a855 req-6aa2d7ef-83bb-4918-b994-68c20e4bdd8d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419641 May 10 15:04:06.828990 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeadec-a89d-4266-8852-95155e3881f1 req-62571cfd-41fd-4062-8b0d-6c49c0d867e2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:06.830501 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-abeeadec-a89d-4266-8852-95155e3881f1 req-62571cfd-41fd-4062-8b0d-6c49c0d867e2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0465326 May 10 15:04:06.878114 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-abeeadec-a89d-4266-8852-95155e3881f1 req-67339d3e-7a17-4c51-b27b-0c72492ead42 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 May 10 15:04:07.269220 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f67175-c8dc-45e4-8fb6-f3bb9aa425fd req-4d9542b3-4245-4c61-84e3-e519a043fe4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:07.270811 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09f67175-c8dc-45e4-8fb6-f3bb9aa425fd req-4d9542b3-4245-4c61-84e3-e519a043fe4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0456753 May 10 15:04:07.315648 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09f67175-c8dc-45e4-8fb6-f3bb9aa425fd req-feba3d13-977e-4082-b2c0-bc13ae07d75f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 May 10 15:04:07.958545 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87cbee-85b7-4629-84cc-cfcdc39ba9e5 req-bc6886b5-e4a0-4b67-9eaa-c1fe00a09d68 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:07.960328 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed87cbee-85b7-4629-84cc-cfcdc39ba9e5 req-bc6886b5-e4a0-4b67-9eaa-c1fe00a09d68 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0557950 May 10 15:04:08.008794 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed87cbee-85b7-4629-84cc-cfcdc39ba9e5 req-e8d65609-fb5a-4cb5-aedf-14ee8d28b51f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 May 10 15:04:08.011266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad57b-ed6b-45ff-98af-dd54fc617eee req-25601be3-9152-48ba-8c36-9a1ff03d01a2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.012804 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a99ad57b-ed6b-45ff-98af-dd54fc617eee req-25601be3-9152-48ba-8c36-9a1ff03d01a2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0505440 May 10 15:04:08.063266 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a99ad57b-ed6b-45ff-98af-dd54fc617eee req-7f2b9708-6c3f-4ac0-8c30-9f5e27227088 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 May 10 15:04:08.167875 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3ea9-5a0d-4f40-a138-ece3d33d3d9b req-297071b9-c0ae-4b1b-905c-b0bdf24ac429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.171360 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f08c3ea9-5a0d-4f40-a138-ece3d33d3d9b req-297071b9-c0ae-4b1b-905c-b0bdf24ac429 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 1129 time: 0.0520110 May 10 15:04:08.189189 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-beeae552-f1b9-4384-a90d-eafeb19c974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.190695 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-beeae552-f1b9-4384-a90d-eafeb19c974f service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1329694 May 10 15:04:08.203116 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-a9a98b2e-3a3d-436c-a10c-e43b292528b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.204572 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-a9a98b2e-3a3d-436c-a10c-e43b292528b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=28efa99d77e4438ab681323ffb37d41e&device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 1129 time: 0.0484841 May 10 15:04:08.234298 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f08c3ea9-5a0d-4f40-a138-ece3d33d3d9b req-b63960cf-769e-4f02-b26c-7f08aa572e33 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460620 May 10 15:04:08.237916 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-5711a972-c913-494c-8b87-bf3bbf0ed93b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 200 len: 217 time: 0.0362072 May 10 15:04:08.436750 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87511a6-7b68-4f4a-9fa3-9f225bbdd15c req-f8cb8175-91ef-47f1-86bf-70c71027b104 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.438224 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e87511a6-7b68-4f4a-9fa3-9f225bbdd15c req-f8cb8175-91ef-47f1-86bf-70c71027b104 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0542901 May 10 15:04:08.489251 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e87511a6-7b68-4f4a-9fa3-9f225bbdd15c req-54cdad5d-8950-479b-8864-5a2f034ee90d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450273 May 10 15:04:08.516167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:08.564137 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Deleting subnet 1acb9c25-53d1-4ce9-97d1-eeb8d6113f58 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:04:08.567326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Publish callbacks [] for subnet (1acb9c25-53d1-4ce9-97d1-eeb8d6113f58), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.602462 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Publish callbacks [] for subnet (1acb9c25-53d1-4ce9-97d1-eeb8d6113f58), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.608611 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (1acb9c25-53d1-4ce9-97d1-eeb8d6113f58), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.661733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for subnet (1acb9c25-53d1-4ce9-97d1-eeb8d6113f58), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.691557 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.694794 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1acb9c25-53d1-4ce9-97d1-eeb8d6113f58 HTTP/1.1" status: 204 len: 168 time: 0.1776245 May 10 15:04:08.695789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445127d4-3dae-4e17-91a3-edabda6e319d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acb9c25-53d1-4ce9-97d1-eeb8d6113f58,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:08.699021 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55084) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:08.778546 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (cd11c310-0d8b-4d4c-8715-44d70eda7b33), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:08.998498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-a5b9c101-f0fd-4f6a-98b1-725af591c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.000006 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-a5b9c101-f0fd-4f6a-98b1-725af591c248 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.1840374 May 10 15:04:09.002441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (cd11c310-0d8b-4d4c-8715-44d70eda7b33), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.041943 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.042318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.043129 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.043461 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > port after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.043814 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.044152 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > port after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.044475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.044794 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.045451 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.047642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.125159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.125557 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.126797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.127460 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:04:09.128188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd11c310-0d8b-4d4c-8715-44d70eda7b33']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:09.154937 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057ea0a5-1ba3-459e-9bd3-0379a6ba7813') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:09.155231 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057ea0a5-1ba3-459e-9bd3-0379a6ba7813') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:09.179234 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:09.184191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (057ea0a5-1ba3-459e-9bd3-0379a6ba7813), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.200968 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-759e2381-3a13-4968-be74-2e2eee38ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.202539 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-759e2381-3a13-4968-be74-2e2eee38ec54 service neutron] 10.222.0.87 "GET /v2.0/networks?id=550b358e-750e-4b62-abcd-d8a6d648131e HTTP/1.1" status: 200 len: 912 time: 0.3975983 May 10 15:04:09.240739 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (057ea0a5-1ba3-459e-9bd3-0379a6ba7813), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.248802 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937dd47-cb58-4ad0-820b-d176d953070b req-9fb4988d-ba03-44f7-822f-648b9c81250e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.251350 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7937dd47-cb58-4ad0-820b-d176d953070b req-9fb4988d-ba03-44f7-822f-648b9c81250e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0822334 May 10 15:04:09.256095 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:09.256500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (057ea0a5-1ba3-459e-9bd3-0379a6ba7813), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: from cryptography.utils import int_from_bytes May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: from cryptography.utils import int_from_bytes May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:09.263737 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:09.298639 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55132) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:09.324731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b81989-f049-460f-a845-ba90c6708684 req-3280cd40-8312-4f82-b236-05bbe6b557a0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.326277 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85b81989-f049-460f-a845-ba90c6708684 req-3280cd40-8312-4f82-b236-05bbe6b557a0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1143813 May 10 15:04:09.338637 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7937dd47-cb58-4ad0-820b-d176d953070b req-db2ae6db-ebe5-481e-aad5-2d32a1a4c553 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787308 May 10 15:04:09.407814 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb23af0-e4ea-4bbb-af70-f6e046459236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.409570 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (cd11c310-0d8b-4d4c-8715-44d70eda7b33), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.426759 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85b81989-f049-460f-a845-ba90c6708684 req-9748da5b-fe58-456d-b0b0-5518fecf2169 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 May 10 15:04:09.442657 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.442657 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] 10.222.0.83 "DELETE /v2.0/networks/cd11c310-0d8b-4d4c-8715-44d70eda7b33 HTTP/1.1" status: 204 len: 168 time: 0.7400649 May 10 15:04:09.445122 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55138) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:09.452172 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6cbfa-5d09-440c-8079-464214827d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd11c310-0d8b-4d4c-8715-44d70eda7b33,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.453155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cfca975-8103-4e62-a3e7-1d71d61400e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.523261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb23af0-e4ea-4bbb-af70-f6e046459236 admin admin] Publish callbacks [] for security_group (ca540762-d282-4f71-8dc2-2f6648d5d5d3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.527994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb23af0-e4ea-4bbb-af70-f6e046459236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ca540762-d282-4f71-8dc2-2f6648d5d5d3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.529609 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413d95d-f647-4e44-87d4-2c9daadb4711 req-39d6cc97-b59e-4640-b7aa-64fafbf70c57 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.531147 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8413d95d-f647-4e44-87d4-2c9daadb4711 req-39d6cc97-b59e-4640-b7aa-64fafbf70c57 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1024709 May 10 15:04:09.542576 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Deleting subnet 6747cb6d-e1e6-4111-a69b-00dd33e01e60 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:04:09.547737 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:09.555238 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'floatingip': {'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:09.562061 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Publish callbacks [] for subnet (6747cb6d-e1e6-4111-a69b-00dd33e01e60), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.571993 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb23af0-e4ea-4bbb-af70-f6e046459236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca540762-d282-4f71-8dc2-2f6648d5d5d3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.577413 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3fb23af0-e4ea-4bbb-af70-f6e046459236 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=487ae2cc07dd4c79bbf58716b43ddcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953230 May 10 15:04:09.580145 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:09.648711 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e06af-d6bb-48e5-96d2-66d33360f8e2 req-648651db-4ac8-418f-8734-4f3022480961 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.650213 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d39e06af-d6bb-48e5-96d2-66d33360f8e2 req-648651db-4ac8-418f-8734-4f3022480961 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0755291 May 10 15:04:09.660024 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.690090 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] Publish callbacks [] for security_group (ca540762-d282-4f71-8dc2-2f6648d5d5d3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.701933 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (6747cb6d-e1e6-4111-a69b-00dd33e01e60), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.728218 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d39e06af-d6bb-48e5-96d2-66d33360f8e2 req-9e5a66db-2c67-4c59-ae0d-ae21a48ef108 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712759 May 10 15:04:09.730023 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] Publish callbacks [] for security_group (ca540762-d282-4f71-8dc2-2f6648d5d5d3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.798995 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ca540762-d282-4f71-8dc2-2f6648d5d5d3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.801554 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:09.802773 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca540762-d282-4f71-8dc2-2f6648d5d5d3 HTTP/1.1" status: 204 len: 168 time: 0.2215927 May 10 15:04:09.812551 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87481c7d-f7da-464f-80ea-8e6020231fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca540762-d282-4f71-8dc2-2f6648d5d5d3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.045327 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (6747cb6d-e1e6-4111-a69b-00dd33e01e60), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.075060 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cfca975-8103-4e62-a3e7-1d71d61400e6 admin admin] Publish callbacks [] for security_group (d133e3a0-49fd-4540-a4ae-808f757b0f3d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.084782 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:10.088927 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cfca975-8103-4e62-a3e7-1d71d61400e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d133e3a0-49fd-4540-a4ae-808f757b0f3d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.099160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2ccaca2-a5b7-40c8-9bc5-67f637fec76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.178151 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2ccaca2-a5b7-40c8-9bc5-67f637fec76f admin admin] Publish callbacks [] for security_group (ad614025-67b1-4f3a-a1d4-f45afd138e19), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.182635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2ccaca2-a5b7-40c8-9bc5-67f637fec76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ad614025-67b1-4f3a-a1d4-f45afd138e19), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.193410 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9cfca975-8103-4e62-a3e7-1d71d61400e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a98cae0b68ed49fcb21905b39b8d4287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8937008 May 10 15:04:10.198538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:10.200523 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfca975-8103-4e62-a3e7-1d71d61400e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133e3a0-49fd-4540-a4ae-808f757b0f3d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.224621 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d2ccaca2-a5b7-40c8-9bc5-67f637fec76f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=496082bbcd714121bf637f976bc790cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386008 May 10 15:04:10.225469 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccaca2-a5b7-40c8-9bc5-67f637fec76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad614025-67b1-4f3a-a1d4-f45afd138e19,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.228345 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:10.239501 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (6747cb6d-e1e6-4111-a69b-00dd33e01e60), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.282989 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] Publish callbacks [] for security_group (ad614025-67b1-4f3a-a1d4-f45afd138e19), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.300312 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6747cb6d-e1e6-4111-a69b-00dd33e01e60,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.307122 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] Publish callbacks [] for security_group (ad614025-67b1-4f3a-a1d4-f45afd138e19), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.320198 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.323960 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-39c62a9a-789d-40ed-a011-a445d687077b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6747cb6d-e1e6-4111-a69b-00dd33e01e60 HTTP/1.1" status: 204 len: 168 time: 0.8776522 May 10 15:04:10.327035 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:10.356195 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ad614025-67b1-4f3a-a1d4-f45afd138e19), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.359076 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.370446 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad614025-67b1-4f3a-a1d4-f45afd138e19 HTTP/1.1" status: 204 len: 168 time: 0.1318862 May 10 15:04:10.382416 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7624-a725-4a2c-af62-d65830d68809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad614025-67b1-4f3a-a1d4-f45afd138e19,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.509642 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] Publish callbacks [] for security_group (d133e3a0-49fd-4540-a4ae-808f757b0f3d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.602952 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (d582a239-b2fd-4702-b99c-58eaa5fba038), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.614964 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] Publish callbacks [] for security_group (d133e3a0-49fd-4540-a4ae-808f757b0f3d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.624203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-76353781-e40c-4f6f-919f-c69907758460 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d HTTP/1.1" status: 200 len: 217 time: 0.0718498 May 10 15:04:10.635518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-830e38c7-0298-412e-8818-90faafc19f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:10.642001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-830e38c7-0298-412e-8818-90faafc19f4b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001663 May 10 15:04:10.675269 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa34aaa-49ae-424a-95d6-caffd937615b req-5bd59f06-c578-41ac-b1c0-f13d4815c399 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:10.676871 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1fa34aaa-49ae-424a-95d6-caffd937615b req-5bd59f06-c578-41ac-b1c0-f13d4815c399 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1455123 May 10 15:04:10.767611 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-b4d9a30c-37ed-4011-a82f-8bfb12299103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:10.769745 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-b4d9a30c-37ed-4011-a82f-8bfb12299103 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7596c0f8-3ead-4052-ab24-a017a0da2587 HTTP/1.1" status: 200 len: 851 time: 0.1187265 May 10 15:04:10.866919 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-869a49b1-e67e-4749-8707-24947086de0d service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845186 May 10 15:04:10.942889 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1fa34aaa-49ae-424a-95d6-caffd937615b req-a97285c9-c973-4879-a841-378d1f5a75ae tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265909 May 10 15:04:10.948728 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (d582a239-b2fd-4702-b99c-58eaa5fba038), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:10.960210 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-85063b4c-7ec4-4b93-a980-bf2bdd6711be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=550b358e-750e-4b62-abcd-d8a6d648131e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080234 May 10 15:04:10.991384 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d582a239-b2fd-4702-b99c-58eaa5fba038']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:11.002135 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d133e3a0-49fd-4540-a4ae-808f757b0f3d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.004727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.008393 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d133e3a0-49fd-4540-a4ae-808f757b0f3d HTTP/1.1" status: 204 len: 168 time: 0.8025331 May 10 15:04:11.013033 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:04:11.052104 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b67a02-fe91-4f00-9401-f472f2a50e34') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:11.052490 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b67a02-fe91-4f00-9401-f472f2a50e34') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:11.071752 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e54ace-9aa8-4806-95ef-14296822f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133e3a0-49fd-4540-a4ae-808f757b0f3d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.091027 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (d6b67a02-fe91-4f00-9401-f472f2a50e34), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.130991 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.132493 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (d6b67a02-fe91-4f00-9401-f472f2a50e34), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.138603 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.177576 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:11.179680 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (d6b67a02-fe91-4f00-9401-f472f2a50e34), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:11.183083 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:11.226114 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870b92-2761-4255-a134-221d5cb6a497 req-401b3d43-83c2-460f-acf1-7c85eab46dbd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:11.228201 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bd870b92-2761-4255-a134-221d5cb6a497 req-401b3d43-83c2-460f-acf1-7c85eab46dbd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.3753502 May 10 15:04:11.256499 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (d582a239-b2fd-4702-b99c-58eaa5fba038), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.294892 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.299533 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d582a239-b2fd-4702-b99c-58eaa5fba038 HTTP/1.1" status: 204 len: 168 time: 0.9712956 May 10 15:04:11.313898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd48fd0-9f35-4f86-8ae9-8f7b8c668ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d582a239-b2fd-4702-b99c-58eaa5fba038,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.329711 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Floating IP 9e1d868c-c836-48fc-88a8-a57d62d968e1 associated. External IP: 172.27.3.138, port: c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7. May 10 15:04:11.359722 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d11eeb13-5eec-46a7-8364-add6edba8b6b req-6ae70d6b-974d-4fbb-bc5f-fe573ab9050a service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672844 May 10 15:04:11.370920 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-137fdc1c-35a1-4f5e-a4dd-45871d7931f7 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917203 May 10 15:04:11.374377 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bd870b92-2761-4255-a134-221d5cb6a497 req-f83d53ac-a5b3-4460-8dbb-ede9baa04dd8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186583 May 10 15:04:11.436300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:11.455006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee883c18-8794-453d-bff5-a726e70d49be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.546104 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee883c18-8794-453d-bff5-a726e70d49be admin admin] Publish callbacks [] for security_group (4e72305d-1637-4c4f-9c82-0a3352182a71), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.551995 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee883c18-8794-453d-bff5-a726e70d49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4e72305d-1637-4c4f-9c82-0a3352182a71), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.581027 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:04:11.606472 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ee883c18-8794-453d-bff5-a726e70d49be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1e5a893a5f54bcab99f20f9bb3087e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653340 May 10 15:04:11.606472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee883c18-8794-453d-bff5-a726e70d49be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72305d-1637-4c4f-9c82-0a3352182a71,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.607102 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:11.705499 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55224) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:11.762732 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9887281e-1603-4cc4-b19b-6391f51aadf4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=755eb970d2f1489188bc14440b15bb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551770 May 10 15:04:11.766693 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55226) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:11.832372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] Publish callbacks [] for security_group (736117a9-f857-403e-9ccb-22b3107f87af), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.857878 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] Publish callbacks [] for security_group (736117a9-f857-403e-9ccb-22b3107f87af), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.935723 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (736117a9-f857-403e-9ccb-22b3107f87af), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.938609 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:11.939744 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/736117a9-f857-403e-9ccb-22b3107f87af HTTP/1.1" status: 204 len: 168 time: 0.1741998 May 10 15:04:11.954899 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6006f23-fd66-42e2-a9eb-81812772005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736117a9-f857-403e-9ccb-22b3107f87af,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:12.101139 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] Publish callbacks [] for security_group (4e72305d-1637-4c4f-9c82-0a3352182a71), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.148836 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:12.166770 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] Publish callbacks [] for security_group (4e72305d-1637-4c4f-9c82-0a3352182a71), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.169261 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:04:12.174376 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.186256 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:12.200019 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba06090-ba86-4291-9540-8fe367bd750e req-3c1cfe60-6e5c-42d3-a065-edbf27dd4e8e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.201552 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cba06090-ba86-4291-9540-8fe367bd750e req-3c1cfe60-6e5c-42d3-a065-edbf27dd4e8e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1114836 May 10 15:04:12.203743 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c28231b-e7db-49f4-bf56-4e8ac69be7fb req-72621ded-493e-4aba-9a9d-4b209a397680 service neutron] 10.222.0.87 "GET /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780446 May 10 15:04:12.204545 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:04:12.205174 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:03:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:12.299304 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-99db088b-3a83-488c-b774-ae706a4b2b5d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "PUT /v2.0/floatingips/9e1d868c-c836-48fc-88a8-a57d62d968e1 HTTP/1.1" status: 200 len: 991 time: 2.7503417 May 10 15:04:12.302133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:12.304739 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372e2631-0224-4ef2-914c-698a0bfd9620" -d '{"events": [{"name": "network-changed", "server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:12.330327 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:04:12.338739 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cba06090-ba86-4291-9540-8fe367bd750e req-7c3b26b7-9ce3-4515-b3cf-f8bed96f9f13 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097412 May 10 15:04:12.360319 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4e72305d-1637-4c4f-9c82-0a3352182a71), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.363064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.364527 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4e72305d-1637-4c4f-9c82-0a3352182a71 HTTP/1.1" status: 204 len: 168 time: 0.7553205 May 10 15:04:12.375631 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda608d-5f65-4a37-b601-f84e1309ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72305d-1637-4c4f-9c82-0a3352182a71,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:12.410570 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf60dbe-356f-4ebb-9c9b-8e5f082c0cb8 x-openstack-request-id: req-aaf60dbe-356f-4ebb-9c9b-8e5f082c0cb8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:12.410942 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:12.411208 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aaf60dbe-356f-4ebb-9c9b-8e5f082c0cb8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:12.411630 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf60dbe-356f-4ebb-9c9b-8e5f082c0cb8'] response: {'name': 'network-changed', 'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'status': 'completed', 'code': 200} May 10 15:04:12.502185 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-6bd3c10f-a7bd-4d1b-8166-12dec9074ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.504939 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-6bd3c10f-a7bd-4d1b-8166-12dec9074ae7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1129 time: 0.0824559 May 10 15:04:12.523706 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db94728-51ec-4ec0-b8d4-642be3ff1f05 req-e5b84c37-7378-444b-aa96-e24121df3d06 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.525456 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2db94728-51ec-4ec0-b8d4-642be3ff1f05 req-e5b84c37-7378-444b-aa96-e24121df3d06 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0623209 May 10 15:04:12.593237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-646ce248-10b2-4d79-9327-619d8adfcba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.623690 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2db94728-51ec-4ec0-b8d4-642be3ff1f05 req-52025ceb-aa80-4f46-aafc-824863198d42 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916176 May 10 15:04:12.677362 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-e2791dec-3b34-4071-ad71-d5488c95fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.679171 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-e2791dec-3b34-4071-ad71-d5488c95fda8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.1628275 May 10 15:04:12.734309 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '9e1d868c-c836-48fc-88a8-a57d62d968e1', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:23Z', 'updated_at': '2022-05-10T15:04:10Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:12.771306 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:12.778610 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:12.822180 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:04:12.822963 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:04:12.823581 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:03:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:12.832267 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-0f9ffb06-ab4c-4d29-93cf-4446940c1c8d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 999 time: 0.1371810 May 10 15:04:12.858879 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5cfbae41-9625-4d2b-85a0-93f133e46fd9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6725ed7d7e5494db17c117859d5c07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769186 May 10 15:04:12.864133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:12.872528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaf06-ba9d-49c3-9e57-e31fd6e992b4 req-350638e4-8244-4c85-9519-aab917d85eb7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.874002 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4cecaf06-ba9d-49c3-9e57-e31fd6e992b4 req-350638e4-8244-4c85-9519-aab917d85eb7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0833852 May 10 15:04:12.883713 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55276) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:12.892629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-646ce248-10b2-4d79-9327-619d8adfcba1 admin admin] Publish callbacks [] for security_group (296eb15e-9072-4384-b506-fcc2ab9e06b8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.894343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:12.900757 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-646ce248-10b2-4d79-9327-619d8adfcba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (296eb15e-9072-4384-b506-fcc2ab9e06b8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:12.942960 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-237579eb-381a-4855-aea9-d453740fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.944966 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-237579eb-381a-4855-aea9-d453740fc793 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0959692 May 10 15:04:12.954346 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-646ce248-10b2-4d79-9327-619d8adfcba1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41edeacb10e44c678f18a00af8fbac2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042705 May 10 15:04:12.955250 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce248-10b2-4d79-9327-619d8adfcba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296eb15e-9072-4384-b506-fcc2ab9e06b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:12.958272 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:12.985288 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.085661 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-0c1a9105-74f6-439c-9712-011d3a219325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:13.088129 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-0c1a9105-74f6-439c-9712-011d3a219325 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287434 May 10 15:04:13.098895 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:04:13.124318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] Publish callbacks [] for security_group (296eb15e-9072-4384-b506-fcc2ab9e06b8), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.179670 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55290) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:13.231477 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] Publish callbacks [] for security_group (296eb15e-9072-4384-b506-fcc2ab9e06b8), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.239872 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4b25d0-cf05-4361-9741-f38df99241ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.293571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (296eb15e-9072-4384-b506-fcc2ab9e06b8), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.296379 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.300434 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/296eb15e-9072-4384-b506-fcc2ab9e06b8 HTTP/1.1" status: 204 len: 168 time: 0.3284302 May 10 15:04:13.303902 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] Publish callbacks [] for security_group (de84dc22-494e-4a1b-b027-410b5b520cf0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.310694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5e4b-41fb-4d78-bc65-1389759c7cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296eb15e-9072-4384-b506-fcc2ab9e06b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:13.397348 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-592d4402-0d65-489f-9117-0e4aaa736fde service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743108 May 10 15:04:13.433721 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] Publish callbacks [] for security_group (de84dc22-494e-4a1b-b027-410b5b520cf0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.593494 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-372e2631-0224-4ef2-914c-698a0bfd9620 req-159be4e7-453e-4a00-88c6-a9a373acc196 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825032 May 10 15:04:13.601494 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '9e1d868c-c836-48fc-88a8-a57d62d968e1', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:23Z', 'updated_at': '2022-05-10T15:04:10Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:13.634478 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432162d3-5cb0-4e49-8559-539c877d2199 None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '9e1d868c-c836-48fc-88a8-a57d62d968e1', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:23Z', 'updated_at': '2022-05-10T15:04:10Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:13.634792 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4b25d0-cf05-4361-9741-f38df99241ff admin admin] Publish callbacks [] for security_group (2afb7af9-4813-42a7-a8ee-9f3c24b375e4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.643827 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4b25d0-cf05-4361-9741-f38df99241ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2afb7af9-4813-42a7-a8ee-9f3c24b375e4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.674615 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67027f1-58d9-4ed1-ab33-c5a44df924d1 req-f975ac12-f491-4201-b35b-4e713bc06aac tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:13.683083 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f67027f1-58d9-4ed1-ab33-c5a44df924d1 req-f975ac12-f491-4201-b35b-4e713bc06aac tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1985841 May 10 15:04:13.729268 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (de84dc22-494e-4a1b-b027-410b5b520cf0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.731794 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.737567 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de84dc22-494e-4a1b-b027-410b5b520cf0 HTTP/1.1" status: 204 len: 168 time: 0.8678653 May 10 15:04:13.771525 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b25d0-cf05-4361-9741-f38df99241ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb7af9-4813-42a7-a8ee-9f3c24b375e4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:13.778494 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ce4b25d0-cf05-4361-9741-f38df99241ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a479675e5da04e71aa05f96b99719fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5935237 May 10 15:04:13.779142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:13.798250 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baca989-2a27-45f6-831f-74e2a695d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84dc22-494e-4a1b-b027-410b5b520cf0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:13.878560 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f67027f1-58d9-4ed1-ab33-c5a44df924d1 req-05390a79-82de-4603-9668-715d471b8efe tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889408 May 10 15:04:13.895068 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.903085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.927484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:13.947796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] Publish callbacks [] for security_group (2afb7af9-4813-42a7-a8ee-9f3c24b375e4), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:13.950635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46fcb796-2862-4052-be59-d3c5b44a2d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.004490 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] Publish callbacks [] for security_group (2afb7af9-4813-42a7-a8ee-9f3c24b375e4), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.109190 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5756c5-e0a7-4b30-a31a-70d32b653e13 None None] New status for floating IP 9e1d868c-c836-48fc-88a8-a57d62d968e1: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:04:14.128087 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46fcb796-2862-4052-be59-d3c5b44a2d8b admin admin] Publish callbacks [] for security_group (c1216408-0c73-4fcb-9c0c-f48a922b9ab4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.133856 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 3ec85c45-d785-4f84-8253-0dc3adc62b59 associated. External IP: 172.27.3.155, port: b3c1f55a-48b1-4225-af81-18e16729d371. May 10 15:04:14.134509 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2afb7af9-4813-42a7-a8ee-9f3c24b375e4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.138012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.139444 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2afb7af9-4813-42a7-a8ee-9f3c24b375e4 HTTP/1.1" status: 204 len: 168 time: 0.3592539 May 10 15:04:14.142761 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46fcb796-2862-4052-be59-d3c5b44a2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c1216408-0c73-4fcb-9c0c-f48a922b9ab4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.174703 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-46fcb796-2862-4052-be59-d3c5b44a2d8b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e929e0ef598e4d868a1e3df9ce134ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444305 May 10 15:04:14.189352 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:14.220452 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaca5-6727-4138-a6b9-d92740bfdedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb7af9-4813-42a7-a8ee-9f3c24b375e4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.271480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcb796-2862-4052-be59-d3c5b44a2d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1216408-0c73-4fcb-9c0c-f48a922b9ab4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.295838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] Publish callbacks [] for security_group (c1216408-0c73-4fcb-9c0c-f48a922b9ab4), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.324905 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] Publish callbacks [] for security_group (c1216408-0c73-4fcb-9c0c-f48a922b9ab4), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.402404 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c1216408-0c73-4fcb-9c0c-f48a922b9ab4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.410164 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.416669 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1216408-0c73-4fcb-9c0c-f48a922b9ab4 HTTP/1.1" status: 204 len: 168 time: 0.2256267 May 10 15:04:14.428531 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d505af-1b19-4a1a-828f-ba98fe52bb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1216408-0c73-4fcb-9c0c-f48a922b9ab4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.476882 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:04:14.622668 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:04:14.628049 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:14.633823 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:14.643685 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:04:14.644495 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:03:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:14.668683 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b5dc4ba6-f6b0-4013-8a43-b28eecdbec4e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "PUT /v2.0/floatingips/3ec85c45-d785-4f84-8253-0dc3adc62b59 HTTP/1.1" status: 200 len: 991 time: 1.7837269 May 10 15:04:14.669489 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:14.673856 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a6650b-9704-4fd2-9135-70245788490a" -d '{"events": [{"name": "network-changed", "server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:14.714404 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843eb4f-a0b2-45af-a42e-cf666ba09fb0 x-openstack-request-id: req-e843eb4f-a0b2-45af-a42e-cf666ba09fb0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:14.714935 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:14.715396 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e843eb4f-a0b2-45af-a42e-cf666ba09fb0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:14.716008 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e843eb4f-a0b2-45af-a42e-cf666ba09fb0'] response: {'name': 'network-changed', 'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'status': 'completed', 'code': 200} May 10 15:04:14.782256 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:04:14.807555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6650b-9704-4fd2-9135-70245788490a req-50452671-2245-46c4-bab6-6a3a7d292246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:14.809841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-50452671-2245-46c4-bab6-6a3a7d292246 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 1129 time: 0.0554416 May 10 15:04:14.939726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6650b-9704-4fd2-9135-70245788490a req-03c6a513-f83a-4c92-a361-e83a4db64480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:14.941818 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-03c6a513-f83a-4c92-a361-e83a4db64480 service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.1149912 May 10 15:04:15.052387 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-b13d0201-484c-4a77-82ae-649393745f7e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c1f55a-48b1-4225-af81-18e16729d371 HTTP/1.1" status: 200 len: 999 time: 0.1013730 May 10 15:04:15.078843 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a926-9376-4cfe-a430-cf31d9d94eb7 req-da413c42-88fd-429b-9106-ab37935603c7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:15.080428 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d287a926-9376-4cfe-a430-cf31d9d94eb7 req-da413c42-88fd-429b-9106-ab37935603c7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0966611 May 10 15:04:15.140336 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:13Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:15.142702 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6650b-9704-4fd2-9135-70245788490a req-e203b89a-1f07-41a0-8308-93c8d70b5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:15.146472 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-e203b89a-1f07-41a0-8308-93c8d70b5fa6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0766737 May 10 15:04:15.164826 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d287a926-9376-4cfe-a430-cf31d9d94eb7 req-c5879b95-17c8-4ef5-921d-b8d7bcce3a94 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652800 May 10 15:04:15.194438 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:15.204240 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:04:15.205015 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:03:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:15.249787 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6650b-9704-4fd2-9135-70245788490a req-68f501d4-a054-4277-b889-0427b26c2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:15.251624 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-68f501d4-a054-4277-b889-0427b26c2511 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886915 May 10 15:04:15.344037 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:04:15.398644 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-c0f78d41-d06c-4404-a0bf-0b79810bb892 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169307 May 10 15:04:15.518607 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-06a6650b-9704-4fd2-9135-70245788490a req-24ad01f5-eb36-4cdf-a204-3f5d5a7ec8eb service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046298 May 10 15:04:15.612702 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:13Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:15.642292 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cef9d-5a25-4f7e-a663-f87f2e4c96d7 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:13Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:15.882279 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5b745-44ad-44e6-bbf2-5da0c4b2b392 None None] New status for floating IP 3ec85c45-d785-4f84-8253-0dc3adc62b59: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:04:16.029558 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55428) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:16.271551 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0990f12-6f2e-4cb7-bde9-5597e845357b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.325956 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff9f4-a84c-4f1c-9828-6d7659bf5371 req-0ddce83b-9dfe-46a8-b659-fc90d11b8d95 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:16.327502 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b08ff9f4-a84c-4f1c-9828-6d7659bf5371 req-0ddce83b-9dfe-46a8-b659-fc90d11b8d95 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0645425 May 10 15:04:16.440657 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b08ff9f4-a84c-4f1c-9828-6d7659bf5371 req-decd2773-f356-4791-bdc2-d314f3088be1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012733 May 10 15:04:16.472001 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0990f12-6f2e-4cb7-bde9-5597e845357b admin admin] Publish callbacks [] for security_group (19eb0c72-629c-4231-b888-08cc18e351cf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.478741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0990f12-6f2e-4cb7-bde9-5597e845357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (19eb0c72-629c-4231-b888-08cc18e351cf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.537950 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e0990f12-6f2e-4cb7-bde9-5597e845357b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=83eb166d6c1241e49c45f56fbc0435ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072093 May 10 15:04:16.538170 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55478) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:16.539551 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0990f12-6f2e-4cb7-bde9-5597e845357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb0c72-629c-4231-b888-08cc18e351cf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:16.605940 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] Publish callbacks [] for security_group (19eb0c72-629c-4231-b888-08cc18e351cf), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.628754 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] Publish callbacks [] for security_group (19eb0c72-629c-4231-b888-08cc18e351cf), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.682021 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (19eb0c72-629c-4231-b888-08cc18e351cf), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.684670 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:16.688313 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/19eb0c72-629c-4231-b888-08cc18e351cf HTTP/1.1" status: 204 len: 168 time: 0.1464119 May 10 15:04:16.694083 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569fb2e-c2fa-4006-bf7a-6815bd804af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb0c72-629c-4231-b888-08cc18e351cf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:16.729263 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:17.034696 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17396b6f-b2da-4b4d-84a3-00dd5d48550e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.141262 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17396b6f-b2da-4b4d-84a3-00dd5d48550e admin admin] Publish callbacks [] for security_group (4d8e2f08-86b7-413b-bdd4-ffe81893799f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.145422 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17396b6f-b2da-4b4d-84a3-00dd5d48550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4d8e2f08-86b7-413b-bdd4-ffe81893799f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.194796 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-17396b6f-b2da-4b4d-84a3-00dd5d48550e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b7e984f320143279dcbad4d170c8c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641995 May 10 15:04:17.195602 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17396b6f-b2da-4b4d-84a3-00dd5d48550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e2f08-86b7-413b-bdd4-ffe81893799f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.197870 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:17.262726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] Publish callbacks [] for security_group (4d8e2f08-86b7-413b-bdd4-ffe81893799f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.290157 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] Publish callbacks [] for security_group (4d8e2f08-86b7-413b-bdd4-ffe81893799f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.354026 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4d8e2f08-86b7-413b-bdd4-ffe81893799f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.356581 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.360951 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d8e2f08-86b7-413b-bdd4-ffe81893799f HTTP/1.1" status: 204 len: 168 time: 0.1614590 May 10 15:04:17.371872 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a7b6-7051-4f11-a2f0-5b5bd56a24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e2f08-86b7-413b-bdd4-ffe81893799f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.576031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e78ab-2ad0-4e7b-b7a9-7c1f191b17d5 req-348221b1-fd5a-47f2-b151-e94a1d22a7ec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:17.578858 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a2e78ab-2ad0-4e7b-b7a9-7c1f191b17d5 req-348221b1-fd5a-47f2-b151-e94a1d22a7ec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0626440 May 10 15:04:17.629903 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:17.633166 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a2e78ab-2ad0-4e7b-b7a9-7c1f191b17d5 req-247c268f-6e6b-4b27-8624-4e402e9ac41c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 May 10 15:04:17.801452 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:17.815192 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85da9639-8461-4fa8-85e7-dfdaa5767afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.923317 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85da9639-8461-4fa8-85e7-dfdaa5767afb admin admin] Publish callbacks [] for security_group (23438d5b-c9b6-420f-af91-d02143a215ff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.929082 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85da9639-8461-4fa8-85e7-dfdaa5767afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (23438d5b-c9b6-420f-af91-d02143a215ff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:17.987159 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-85da9639-8461-4fa8-85e7-dfdaa5767afb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bad828b2dd944740ac938dbf6373d8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843061 May 10 15:04:17.987869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9639-8461-4fa8-85e7-dfdaa5767afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23438d5b-c9b6-420f-af91-d02143a215ff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.989901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55578) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:17.997039 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05369a0a-9342-4c1a-a857-7077eac58266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.050126 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] Publish callbacks [] for security_group (23438d5b-c9b6-420f-af91-d02143a215ff), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.074664 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] Publish callbacks [] for security_group (23438d5b-c9b6-420f-af91-d02143a215ff), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.105258 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05369a0a-9342-4c1a-a857-7077eac58266 admin admin] Publish callbacks [] for security_group (dca5cb54-5f9d-43f7-a434-5d72a648ab1f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.109572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05369a0a-9342-4c1a-a857-7077eac58266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (dca5cb54-5f9d-43f7-a434-5d72a648ab1f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.133545 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (23438d5b-c9b6-420f-af91-d02143a215ff), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.136118 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.137365 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/23438d5b-c9b6-420f-af91-d02143a215ff HTTP/1.1" status: 204 len: 168 time: 0.1461611 May 10 15:04:18.146529 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4303702-dde0-414e-9233-142e1c607fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23438d5b-c9b6-420f-af91-d02143a215ff,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:18.148597 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-05369a0a-9342-4c1a-a857-7077eac58266 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d9d6b5aeaee14d3a9b646cbefb1f2222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169375 May 10 15:04:18.155091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:18.173840 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05369a0a-9342-4c1a-a857-7077eac58266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5cb54-5f9d-43f7-a434-5d72a648ab1f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:18.218731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] Publish callbacks [] for security_group (dca5cb54-5f9d-43f7-a434-5d72a648ab1f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.242065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] Publish callbacks [] for security_group (dca5cb54-5f9d-43f7-a434-5d72a648ab1f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.303387 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (dca5cb54-5f9d-43f7-a434-5d72a648ab1f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.306446 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.309941 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dca5cb54-5f9d-43f7-a434-5d72a648ab1f HTTP/1.1" status: 204 len: 168 time: 0.1513708 May 10 15:04:18.326886 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccc871-b371-43da-b9bf-eb35464e34ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5cb54-5f9d-43f7-a434-5d72a648ab1f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:18.778242 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9a69f-05c6-4768-aa18-1991856a85f7 req-7c107be4-9d4c-4e65-9d0a-bf1f7352edd8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:18.779867 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fed9a69f-05c6-4768-aa18-1991856a85f7 req-7c107be4-9d4c-4e65-9d0a-bf1f7352edd8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0613258 May 10 15:04:18.852670 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55654) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:18.857587 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fed9a69f-05c6-4768-aa18-1991856a85f7 req-b93c5f15-f078-4cc0-a8ee-a613fe5febbd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699453 May 10 15:04:18.873460 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32bf8250-4136-4925-af84-74c282156514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.953770 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32bf8250-4136-4925-af84-74c282156514 admin admin] Publish callbacks [] for security_group (658dfc16-363a-4022-a1bb-b66685c94e17), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:18.959214 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32bf8250-4136-4925-af84-74c282156514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (658dfc16-363a-4022-a1bb-b66685c94e17), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.002032 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-32bf8250-4136-4925-af84-74c282156514 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=376ca90b966d4bd0bd647d66b88c61da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459346 May 10 15:04:19.002326 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55666) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:19.029730 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf8250-4136-4925-af84-74c282156514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658dfc16-363a-4022-a1bb-b66685c94e17,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.067498 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] Publish callbacks [] for security_group (658dfc16-363a-4022-a1bb-b66685c94e17), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.089578 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] Publish callbacks [] for security_group (658dfc16-363a-4022-a1bb-b66685c94e17), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.136001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (658dfc16-363a-4022-a1bb-b66685c94e17), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.138618 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.139751 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/658dfc16-363a-4022-a1bb-b66685c94e17 HTTP/1.1" status: 204 len: 168 time: 0.1363080 May 10 15:04:19.148095 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32310-cfdd-4b32-bf5d-7239f83057b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658dfc16-363a-4022-a1bb-b66685c94e17,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.226049 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-622d2979-0213-44bd-90c6-baf5f588cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:19.901789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be791-b9a2-4b3b-8898-3e4e8b2ce346 req-a532006d-0d90-450f-a641-c853c7bcc256 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:19.903383 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-434be791-b9a2-4b3b-8898-3e4e8b2ce346 req-a532006d-0d90-450f-a641-c853c7bcc256 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0580816 May 10 15:04:19.987063 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-434be791-b9a2-4b3b-8898-3e4e8b2ce346 req-9e0bcda5-4c5a-4409-8737-1c76d1f08e49 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746832 May 10 15:04:20.149102 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af72393-9951-4202-9be6-e1cdd5e72b8c req-b78e5cad-7328-42a7-a274-90f290eb0e85 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:20.150898 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af72393-9951-4202-9be6-e1cdd5e72b8c req-b78e5cad-7328-42a7-a274-90f290eb0e85 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0501199 May 10 15:04:20.207319 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af72393-9951-4202-9be6-e1cdd5e72b8c req-0bf26d80-49c0-4184-9d95-c9daff8bbd3d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 May 10 15:04:21.113773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f45c3-35a9-436f-8ec9-378f9311b54c req-c714ae39-60d6-4837-8d2d-74982f38684d tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:21.115370 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c44f45c3-35a9-436f-8ec9-378f9311b54c req-c714ae39-60d6-4837-8d2d-74982f38684d tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0541735 May 10 15:04:21.163172 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c44f45c3-35a9-436f-8ec9-378f9311b54c req-0700e3ff-4fb4-4ab9-967e-c3220563172e tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 May 10 15:04:21.324579 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab237-c34a-4e59-9f6a-f4abdec839cd req-620ab83c-b1db-48c9-8825-6a18dd9e7ccd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:21.326064 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d0ab237-c34a-4e59-9f6a-f4abdec839cd req-620ab83c-b1db-48c9-8825-6a18dd9e7ccd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0499682 May 10 15:04:21.369066 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca9931a7-6fb3-47be-98dd-ef393b56418c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:21.385307 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d0ab237-c34a-4e59-9f6a-f4abdec839cd req-37155be9-ad2f-4cfc-a068-8b84a825c669 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 May 10 15:04:21.858331 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55798) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:21.965144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-631bc2af-fbbe-4a61-a967-593eba75fc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.043963 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-631bc2af-fbbe-4a61-a967-593eba75fc52 admin admin] Publish callbacks [] for security_group (28ab1577-551d-4131-9986-d49a2ffa1376), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.048448 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-631bc2af-fbbe-4a61-a967-593eba75fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (28ab1577-551d-4131-9986-d49a2ffa1376), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.086949 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-631bc2af-fbbe-4a61-a967-593eba75fc52 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c6c1855f54374c9d8b4f10163686898f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269461 May 10 15:04:22.087855 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bc2af-fbbe-4a61-a967-593eba75fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab1577-551d-4131-9986-d49a2ffa1376,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:22.089721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:22.137402 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] Publish callbacks [] for security_group (28ab1577-551d-4131-9986-d49a2ffa1376), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.158796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] Publish callbacks [] for security_group (28ab1577-551d-4131-9986-d49a2ffa1376), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.206006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (28ab1577-551d-4131-9986-d49a2ffa1376), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.208592 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.209736 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/28ab1577-551d-4131-9986-d49a2ffa1376 HTTP/1.1" status: 204 len: 168 time: 0.1187887 May 10 15:04:22.218671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69107-74ca-4416-8784-c2a3a298f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab1577-551d-4131-9986-d49a2ffa1376,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:22.285839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00cc20-9766-40ac-8605-d8559a4304bd req-595b43df-f124-4e18-a4d7-c904070fa905 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:22.287551 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c00cc20-9766-40ac-8605-d8559a4304bd req-595b43df-f124-4e18-a4d7-c904070fa905 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0553055 May 10 15:04:22.337152 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c00cc20-9766-40ac-8605-d8559a4304bd req-751ef40d-2be1-4982-bf94-a57a57615126 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 May 10 15:04:22.497133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55812) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:22.509849 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc6d2-d643-4847-aa22-f863e5f2c6e5 req-d7c2b49b-7457-459b-a258-cb676c808e55 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:22.510644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3206a557-eea7-4a2b-858b-4b39020c8e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.511377 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c30dc6d2-d643-4847-aa22-f863e5f2c6e5 req-d7c2b49b-7457-459b-a258-cb676c808e55 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0538058 May 10 15:04:22.565023 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c30dc6d2-d643-4847-aa22-f863e5f2c6e5 req-8d2790a8-08d9-4fe7-8537-811eacff2a72 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 May 10 15:04:22.588785 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3206a557-eea7-4a2b-858b-4b39020c8e68 admin admin] Publish callbacks [] for security_group (4edb132f-1003-4126-9dc9-3b37bf8b8784), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.592751 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3206a557-eea7-4a2b-858b-4b39020c8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4edb132f-1003-4126-9dc9-3b37bf8b8784), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.631574 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3206a557-eea7-4a2b-858b-4b39020c8e68 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ddc66c388ce4137ae60b91a209dc266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332541 May 10 15:04:22.633848 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a557-eea7-4a2b-858b-4b39020c8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb132f-1003-4126-9dc9-3b37bf8b8784,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:22.634307 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:22.667990 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.684243 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] Publish callbacks [] for security_group (4edb132f-1003-4126-9dc9-3b37bf8b8784), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.706952 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] Publish callbacks [] for security_group (4edb132f-1003-4126-9dc9-3b37bf8b8784), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.752712 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4edb132f-1003-4126-9dc9-3b37bf8b8784), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.755424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:22.756582 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4edb132f-1003-4126-9dc9-3b37bf8b8784 HTTP/1.1" status: 204 len: 168 time: 0.1211891 May 10 15:04:22.766066 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd3719-ad7d-4212-bed1-f63dd4ec1392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb132f-1003-4126-9dc9-3b37bf8b8784,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:23.455227 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315c47-3225-48de-bd27-7fef6ccc5168 req-7d0bad2c-7325-4ed7-8864-ca4c627464cf tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:23.456714 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-58315c47-3225-48de-bd27-7fef6ccc5168 req-7d0bad2c-7325-4ed7-8864-ca4c627464cf tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0513592 May 10 15:04:23.505281 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-58315c47-3225-48de-bd27-7fef6ccc5168 req-4bda7827-379f-4383-a6e9-9e9d19a325a2 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 May 10 15:04:23.684321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e592-fccc-4130-b21f-4bb73b04b9d7 req-148fdf1a-6b29-4d2d-ba83-58beb92d7e00 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:23.685813 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79c2e592-fccc-4130-b21f-4bb73b04b9d7 req-148fdf1a-6b29-4d2d-ba83-58beb92d7e00 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0545316 May 10 15:04:23.735025 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79c2e592-fccc-4130-b21f-4bb73b04b9d7 req-d513264f-da49-4217-8efc-ad39fdc044c2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 May 10 15:04:23.994429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:24.617195 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4effba-52f3-46c1-8a4d-db928e70cf0e req-174d411a-52f3-4cfb-ac3d-6d197f11c5b2 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:24.618658 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0a4effba-52f3-46c1-8a4d-db928e70cf0e req-174d411a-52f3-4cfb-ac3d-6d197f11c5b2 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0454290 May 10 15:04:24.663906 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0a4effba-52f3-46c1-8a4d-db928e70cf0e req-2093a314-f151-43d6-ad2f-e756d7220c5d tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 May 10 15:04:24.855876 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317da7f-a11a-4601-a4f8-ebf8cd94d4a3 req-438df9c3-6466-4cb3-a9ef-2d23a61e8664 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:24.857376 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c317da7f-a11a-4601-a4f8-ebf8cd94d4a3 req-438df9c3-6466-4cb3-a9ef-2d23a61e8664 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0468173 May 10 15:04:24.905209 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c317da7f-a11a-4601-a4f8-ebf8cd94d4a3 req-f4b5fcbf-349d-4197-9299-72fd137086f1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 May 10 15:04:25.555924 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:25.780881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1b57-dae7-4043-813d-dcbb077bb448 req-7d3bb87a-0bf3-49df-969a-f1c37d4c57e6 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:25.782221 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a38d1b57-dae7-4043-813d-dcbb077bb448 req-7d3bb87a-0bf3-49df-969a-f1c37d4c57e6 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0450573 May 10 15:04:25.826684 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a38d1b57-dae7-4043-813d-dcbb077bb448 req-247e251c-8e94-46b6-b0fb-335e3c9da15f tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 May 10 15:04:26.019237 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c24ef-1039-4f7d-8658-796240c82a4a req-0bf0a54d-b4f4-426c-a18d-cc455acda5e6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:26.020685 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d10c24ef-1039-4f7d-8658-796240c82a4a req-0bf0a54d-b4f4-426c-a18d-cc455acda5e6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0470366 May 10 15:04:26.068976 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d10c24ef-1039-4f7d-8658-796240c82a4a req-7653f2c4-d357-4f40-973c-e1d43e9ae1d3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 May 10 15:04:26.955717 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bde8f-b9c2-409c-98ee-5770fd61bb7b req-33f91cc0-fc18-447e-8499-e2a37e18104a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:26.957316 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b8bde8f-b9c2-409c-98ee-5770fd61bb7b req-33f91cc0-fc18-447e-8499-e2a37e18104a tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0636013 May 10 15:04:27.007450 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b8bde8f-b9c2-409c-98ee-5770fd61bb7b req-455bb8e1-ff88-490b-9510-8083f2125ffe tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 May 10 15:04:27.191439 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c76c5-761a-4ef5-a39a-f548d813de4b req-29081968-0de4-4093-b510-1647294acc00 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:27.193042 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-336c76c5-761a-4ef5-a39a-f548d813de4b req-29081968-0de4-4093-b510-1647294acc00 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0494120 May 10 15:04:27.241550 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-336c76c5-761a-4ef5-a39a-f548d813de4b req-c8fe7910-bb3b-4318-be4d-d6f38050ba49 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 May 10 15:04:27.400552 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-5f2554b9-f35b-42b2-ab09-2073e5b7e362 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:27.401862 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-5f2554b9-f35b-42b2-ab09-2073e5b7e362 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.87 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 945 time: 0.0449052 May 10 15:04:27.561687 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Deleting port 7c37d535-dd86-4f45-a0ca-da9dcfab396d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:04:27.562131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:27.658274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] For port 7c37d535-dd86-4f45-a0ca-da9dcfab396d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=7c37d535-dd86-4f45-a0ca-da9dcfab396d,segment=NetworkSegment(8832f001-2c83-458b-8ce3-1df38869c82f),segment_id=8832f001-2c83-458b-8ce3-1df38869c82f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:27.658595 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:27.673892 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Calling delete_port for 7c37d535-dd86-4f45-a0ca-da9dcfab396d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:04:28.028108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (7c37d535-dd86-4f45-a0ca-da9dcfab396d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:28.044395 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['7c37d535-dd86-4f45-a0ca-da9dcfab396d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:04:28.058230 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Pushing event deleted for resources: {'Port': ['ID=7c37d535-dd86-4f45-a0ca-da9dcfab396d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:28.153196 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4880e3c8-d9fd-4c3c-b7ef-ee7f5928bc0a req-c415202c-6357-4960-828b-a088de080bd1 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.0487015 May 10 15:04:28.153995 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] No DVR routers for this DVR port 7c37d535-dd86-4f45-a0ca-da9dcfab396d on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:28.157019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:28.160288 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2e5a1c3f-9505-410c-9593-57eb056b819e req-39260901-158e-4f34-aed6-7c6b8d531521 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.87 "DELETE /v2.0/ports/7c37d535-dd86-4f45-a0ca-da9dcfab396d HTTP/1.1" status: 204 len: 173 time: 0.7428601 May 10 15:04:28.160723 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'name': 'network-vif-deleted', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:28.163056 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e646290-0171-4ad7-a831-b4ddfa2e4a82" -d '{"events": [{"server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "name": "network-vif-deleted", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:28.202434 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea864cd-cf43-49ba-bb7c-56268127222a x-openstack-request-id: req-3ea864cd-cf43-49ba-bb7c-56268127222a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:28.202639 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35516b72-f039-494f-8fe5-e54664cf4e24", "name": "network-vif-deleted", "tag": "7c37d535-dd86-4f45-a0ca-da9dcfab396d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:28.202875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ea864cd-cf43-49ba-bb7c-56268127222a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:28.203287 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea864cd-cf43-49ba-bb7c-56268127222a'] response: {'server_uuid': '35516b72-f039-494f-8fe5-e54664cf4e24', 'name': 'network-vif-deleted', 'tag': '7c37d535-dd86-4f45-a0ca-da9dcfab396d', 'status': 'completed', 'code': 200} May 10 15:04:28.356922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20fe9-97b1-40d3-880d-fe374e177490 req-de35e3ee-42d8-4f7c-90e8-26131bfd84ba tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:28.358502 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d0a20fe9-97b1-40d3-880d-fe374e177490 req-de35e3ee-42d8-4f7c-90e8-26131bfd84ba tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0496924 May 10 15:04:28.407434 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d0a20fe9-97b1-40d3-880d-fe374e177490 req-df9248cd-d10b-4b3c-8612-217920543a9c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 May 10 15:04:29.277454 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8928fa0d-e3cc-46d9-b7d4-36d2d75c1e5d req-979a334e-9eb2-4da3-9b20-bfb6fe9b3ae9 tempest-DeleteServersTestJSON-1904157049 tempest-DeleteServersTestJSON-1904157049-project] 10.222.0.83 "GET /v2.0/ports?device_id=35516b72-f039-494f-8fe5-e54664cf4e24 HTTP/1.1" status: 200 len: 210 time: 0.0274642 May 10 15:04:29.530381 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584a36-8668-45a8-8e7f-f123f0a469b9 req-cbede292-c863-4aee-87ff-2a9e4d10d5a6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:29.533532 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0d584a36-8668-45a8-8e7f-f123f0a469b9 req-cbede292-c863-4aee-87ff-2a9e4d10d5a6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0578129 May 10 15:04:29.583937 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0d584a36-8668-45a8-8e7f-f123f0a469b9 req-dddec28d-de1f-47e1-9a7b-09bfb18e930c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 May 10 15:04:29.623150 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:29.913588 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 55982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:30.016172 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f903-45dc-418c-8feb-7613fc1242fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.093198 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f903-45dc-418c-8feb-7613fc1242fc admin admin] Publish callbacks [] for security_group (487dae6a-659d-4dd1-9b77-f5688c7d2404), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.097382 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f903-45dc-418c-8feb-7613fc1242fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (487dae6a-659d-4dd1-9b77-f5688c7d2404), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.139485 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6fb2f903-45dc-418c-8feb-7613fc1242fc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=213406e432404a99bc515c1728f06b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247984 May 10 15:04:30.140431 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2f903-45dc-418c-8feb-7613fc1242fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487dae6a-659d-4dd1-9b77-f5688c7d2404,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:30.142135 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 55988) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:30.191380 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] Publish callbacks [] for security_group (487dae6a-659d-4dd1-9b77-f5688c7d2404), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.213524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] Publish callbacks [] for security_group (487dae6a-659d-4dd1-9b77-f5688c7d2404), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.263482 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (487dae6a-659d-4dd1-9b77-f5688c7d2404), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.265964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.267123 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/487dae6a-659d-4dd1-9b77-f5688c7d2404 HTTP/1.1" status: 204 len: 168 time: 0.1232412 May 10 15:04:30.274821 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5f7a0-00f6-4de7-987f-a919b761c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487dae6a-659d-4dd1-9b77-f5688c7d2404,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:30.597360 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56022) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:30.610756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-964673ff-86c2-4352-aab3-3bf193637009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.703172 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-964673ff-86c2-4352-aab3-3bf193637009 admin admin] Publish callbacks [] for security_group (5f067a2b-59a7-4f76-b0d9-612975779d2d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.710736 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56028) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:30.717580 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-964673ff-86c2-4352-aab3-3bf193637009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5f067a2b-59a7-4f76-b0d9-612975779d2d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.729058 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bfcb7-c0c9-41d9-acb4-bec92a0778f6 req-80e567d9-7d90-455e-88e9-67c3255e0448 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:30.730675 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c32bfcb7-c0c9-41d9-acb4-bec92a0778f6 req-80e567d9-7d90-455e-88e9-67c3255e0448 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0509317 May 10 15:04:30.764897 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-964673ff-86c2-4352-aab3-3bf193637009 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4dface454a7547b0846f78356e1467f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640654 May 10 15:04:30.764897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964673ff-86c2-4352-aab3-3bf193637009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f067a2b-59a7-4f76-b0d9-612975779d2d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:30.766350 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:30.786934 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c32bfcb7-c0c9-41d9-acb4-bec92a0778f6 req-fb4b5d16-269a-4ad3-bb07-54e42d1c8871 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 May 10 15:04:30.815940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] Publish callbacks [] for security_group (5f067a2b-59a7-4f76-b0d9-612975779d2d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.848475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f5d78e7-a6cc-458e-8a3d-305892b93b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.852686 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] Publish callbacks [] for security_group (5f067a2b-59a7-4f76-b0d9-612975779d2d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.896855 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 7c37d535-dd86-4f45-a0ca-da9dcfab396d no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:04:30.920536 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 7c37d535-dd86-4f45-a0ca-da9dcfab396d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:04:30.921766 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 7c37d535-dd86-4f45-a0ca-da9dcfab396d not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:04:30.933379 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5f067a2b-59a7-4f76-b0d9-612975779d2d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.936129 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.937264 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f067a2b-59a7-4f76-b0d9-612975779d2d HTTP/1.1" status: 204 len: 168 time: 0.1694331 May 10 15:04:30.951019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9dc6f-abed-4239-8130-c70f2c9865a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f067a2b-59a7-4f76-b0d9-612975779d2d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:30.987443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f5d78e7-a6cc-458e-8a3d-305892b93b1e admin admin] Publish callbacks [] for security_group (c67e125b-2a5c-40ac-a81b-a8af3b993a34), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:30.992907 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f5d78e7-a6cc-458e-8a3d-305892b93b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c67e125b-2a5c-40ac-a81b-a8af3b993a34), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.038539 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d78e7-a6cc-458e-8a3d-305892b93b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e125b-2a5c-40ac-a81b-a8af3b993a34,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.043459 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6f5d78e7-a6cc-458e-8a3d-305892b93b1e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1f5db11520aa494daf6c0ea51416d5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309412 May 10 15:04:31.046362 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:31.100162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] Publish callbacks [] for security_group (c67e125b-2a5c-40ac-a81b-a8af3b993a34), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.123996 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] Publish callbacks [] for security_group (c67e125b-2a5c-40ac-a81b-a8af3b993a34), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.178531 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c67e125b-2a5c-40ac-a81b-a8af3b993a34), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.181140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.182469 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c67e125b-2a5c-40ac-a81b-a8af3b993a34 HTTP/1.1" status: 204 len: 168 time: 0.1350780 May 10 15:04:31.190722 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0a0dd-17a8-43d3-bb39-ca5c2f0346c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e125b-2a5c-40ac-a81b-a8af3b993a34,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.475855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:31.488725 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53813fd1-75e3-4b12-8499-8ae1a3fd349a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.572295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53813fd1-75e3-4b12-8499-8ae1a3fd349a admin admin] Publish callbacks [] for security_group (27f9cc88-1c0e-4e4f-a5d6-c54876894eda), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.576554 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53813fd1-75e3-4b12-8499-8ae1a3fd349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (27f9cc88-1c0e-4e4f-a5d6-c54876894eda), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.615262 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-53813fd1-75e3-4b12-8499-8ae1a3fd349a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=137c096c7b3b4212adf4953db5e88673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383159 May 10 15:04:31.616132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813fd1-75e3-4b12-8499-8ae1a3fd349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f9cc88-1c0e-4e4f-a5d6-c54876894eda,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.618597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:31.667749 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] Publish callbacks [] for security_group (27f9cc88-1c0e-4e4f-a5d6-c54876894eda), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.690284 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] Publish callbacks [] for security_group (27f9cc88-1c0e-4e4f-a5d6-c54876894eda), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.740133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (27f9cc88-1c0e-4e4f-a5d6-c54876894eda), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.742543 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.752413 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/27f9cc88-1c0e-4e4f-a5d6-c54876894eda HTTP/1.1" status: 204 len: 168 time: 0.1270547 May 10 15:04:31.768450 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ce6e-2baf-483b-b748-ea91f857bab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f9cc88-1c0e-4e4f-a5d6-c54876894eda,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.838490 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:31.929510 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Deleting subnet 7596c0f8-3ead-4052-ab24-a017a0da2587 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:04:31.934965 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Publish callbacks [] for subnet (7596c0f8-3ead-4052-ab24-a017a0da2587), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:31.942316 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7388c-8b61-41ab-b3fa-67f84d22ecbe req-a1b5a5c2-bd8c-44df-bcce-6bbd13bc9b01 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:31.943845 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f7c7388c-8b61-41ab-b3fa-67f84d22ecbe req-a1b5a5c2-bd8c-44df-bcce-6bbd13bc9b01 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0730348 May 10 15:04:31.991465 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (7596c0f8-3ead-4052-ab24-a017a0da2587), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.045460 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f7c7388c-8b61-41ab-b3fa-67f84d22ecbe req-256d7415-6209-42f0-82a6-5bb1b0ee095e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834227 May 10 15:04:32.056435 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (7596c0f8-3ead-4052-ab24-a017a0da2587), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.124743 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (7596c0f8-3ead-4052-ab24-a017a0da2587), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.143094 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.147136 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7596c0f8-3ead-4052-ab24-a017a0da2587 HTTP/1.1" status: 204 len: 168 time: 0.3069453 May 10 15:04:32.149866 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:32.169789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390992-68ef-4f4a-8508-ca6c4409ac59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7596c0f8-3ead-4052-ab24-a017a0da2587,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:32.246864 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (550b358e-750e-4b62-abcd-d8a6d648131e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.360923 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (550b358e-750e-4b62-abcd-d8a6d648131e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.383891 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550b358e-750e-4b62-abcd-d8a6d648131e']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:32.393974 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8832f001-2c83-458b-8ce3-1df38869c82f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:32.394273 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8832f001-2c83-458b-8ce3-1df38869c82f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:32.403694 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (8832f001-2c83-458b-8ce3-1df38869c82f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.417376 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8832f001-2c83-458b-8ce3-1df38869c82f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.424910 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:32.425329 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (8832f001-2c83-458b-8ce3-1df38869c82f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:32.431052 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:32.488990 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (550b358e-750e-4b62-abcd-d8a6d648131e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.495067 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.499371 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/550b358e-750e-4b62-abcd-d8a6d648131e HTTP/1.1" status: 204 len: 168 time: 0.3479867 May 10 15:04:32.512313 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477cc49-8445-4b8f-9ac5-f03e3a6793b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=550b358e-750e-4b62-abcd-d8a6d648131e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:32.696402 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:32.750779 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f6f0dfb7-adde-435a-b0ba-6b6666469042 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28efa99d77e4438ab681323ffb37d41e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529127 May 10 15:04:32.753113 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:32.815266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] Publish callbacks [] for security_group (7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.843945 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] Publish callbacks [] for security_group (7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.905857 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.908936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:32.912435 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d HTTP/1.1" status: 204 len: 168 time: 0.1560149 May 10 15:04:32.919901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cebe5-39ab-49df-99bc-0830d5587224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d73b1cc-77fa-4b6f-8b60-d79e95a1c22d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:33.202091 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0173-712d-4b78-ae04-01b9b13f090c req-c54a8532-74d1-432a-a1e3-6b9c54066f2d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:33.207289 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d46b0173-712d-4b78-ae04-01b9b13f090c req-c54a8532-74d1-432a-a1e3-6b9c54066f2d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0601699 May 10 15:04:33.275641 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d46b0173-712d-4b78-ae04-01b9b13f090c req-d55fb3b2-fbe9-4298-b36c-04c709298132 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655611 May 10 15:04:33.412858 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56186) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:33.580511 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0650f888-a665-4f3e-9340-d739ee8d4f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.662932 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0650f888-a665-4f3e-9340-d739ee8d4f7a admin admin] Publish callbacks [] for security_group (a772059f-8a48-4e9e-a858-896c74368887), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.668207 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0650f888-a665-4f3e-9340-d739ee8d4f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (a772059f-8a48-4e9e-a858-896c74368887), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.709718 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:33.710923 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0650f888-a665-4f3e-9340-d739ee8d4f7a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=713227acbbb545acbbaf9fc35efd72a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969518 May 10 15:04:33.716445 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650f888-a665-4f3e-9340-d739ee8d4f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772059f-8a48-4e9e-a858-896c74368887,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:33.764398 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] Publish callbacks [] for security_group (a772059f-8a48-4e9e-a858-896c74368887), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.792526 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] Publish callbacks [] for security_group (a772059f-8a48-4e9e-a858-896c74368887), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.854667 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (a772059f-8a48-4e9e-a858-896c74368887), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.858285 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:33.861835 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a772059f-8a48-4e9e-a858-896c74368887 HTTP/1.1" status: 204 len: 168 time: 0.1488492 May 10 15:04:33.869373 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54b5e3-26f8-42a4-8b56-44cdc0ff20cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772059f-8a48-4e9e-a858-896c74368887,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:34.253661 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56234) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:34.277503 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b69c-6a17-4fed-adea-d7c78ad4ecbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.351278 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:34.392675 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b69c-6a17-4fed-adea-d7c78ad4ecbe admin admin] Publish callbacks [] for security_group (8bf39eb6-7070-46de-98f3-c94ee7db6cf1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.406672 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b69c-6a17-4fed-adea-d7c78ad4ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (8bf39eb6-7070-46de-98f3-c94ee7db6cf1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.471952 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a5e0b69c-6a17-4fed-adea-d7c78ad4ecbe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ac64954f6e141d5b6e2cad4e2a0e535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170453 May 10 15:04:34.475207 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56248) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:34.491176 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912a25d-74c7-4aef-8ccc-95fd28d6a06e req-19878cea-37c2-4d91-a2d2-51694cc7b447 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:34.498129 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a912a25d-74c7-4aef-8ccc-95fd28d6a06e req-19878cea-37c2-4d91-a2d2-51694cc7b447 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1076660 May 10 15:04:34.500618 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0b69c-6a17-4fed-adea-d7c78ad4ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf39eb6-7070-46de-98f3-c94ee7db6cf1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:34.537435 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] Publish callbacks [] for security_group (8bf39eb6-7070-46de-98f3-c94ee7db6cf1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.564726 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a912a25d-74c7-4aef-8ccc-95fd28d6a06e req-dce56042-6674-44f0-960b-8f667325de91 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 May 10 15:04:34.564924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] Publish callbacks [] for security_group (8bf39eb6-7070-46de-98f3-c94ee7db6cf1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.585799 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9de5cad9-b313-43da-984f-e907835fcdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.657875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (8bf39eb6-7070-46de-98f3-c94ee7db6cf1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.660212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.663826 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8bf39eb6-7070-46de-98f3-c94ee7db6cf1 HTTP/1.1" status: 204 len: 168 time: 0.1851394 May 10 15:04:34.670243 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d56ef-90e6-4902-a64c-c43547660c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf39eb6-7070-46de-98f3-c94ee7db6cf1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:34.691554 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9de5cad9-b313-43da-984f-e907835fcdf4 admin admin] Publish callbacks [] for security_group (6e27b01a-54ec-4898-8da4-a897d4c8f0b9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.699792 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9de5cad9-b313-43da-984f-e907835fcdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6e27b01a-54ec-4898-8da4-a897d4c8f0b9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.753656 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5cad9-b313-43da-984f-e907835fcdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27b01a-54ec-4898-8da4-a897d4c8f0b9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:34.761542 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:34.762216 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9de5cad9-b313-43da-984f-e907835fcdf4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db3681b9d7e443578d4c35689221846a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096217 May 10 15:04:34.827237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] Publish callbacks [] for security_group (6e27b01a-54ec-4898-8da4-a897d4c8f0b9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.848772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] Publish callbacks [] for security_group (6e27b01a-54ec-4898-8da4-a897d4c8f0b9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.896220 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6e27b01a-54ec-4898-8da4-a897d4c8f0b9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.899153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:34.900291 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e27b01a-54ec-4898-8da4-a897d4c8f0b9 HTTP/1.1" status: 204 len: 168 time: 0.1373587 May 10 15:04:34.913043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338161-1023-47f7-920e-01ddf38349f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27b01a-54ec-4898-8da4-a897d4c8f0b9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:35.221874 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56280) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:35.238382 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f50e56e8-5116-4109-9901-0ca840d02874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.315897 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f50e56e8-5116-4109-9901-0ca840d02874 admin admin] Publish callbacks [] for security_group (1e219ea8-1e43-4451-9e9b-17d632ccb093), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.319802 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f50e56e8-5116-4109-9901-0ca840d02874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (1e219ea8-1e43-4451-9e9b-17d632ccb093), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.356357 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f50e56e8-5116-4109-9901-0ca840d02874 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1770eb7fe534fdca5b6284d7d7c0891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329272 May 10 15:04:35.359096 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:35.361627 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e56e8-5116-4109-9901-0ca840d02874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e219ea8-1e43-4451-9e9b-17d632ccb093,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:35.412413 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] Publish callbacks [] for security_group (1e219ea8-1e43-4451-9e9b-17d632ccb093), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.436006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] Publish callbacks [] for security_group (1e219ea8-1e43-4451-9e9b-17d632ccb093), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.497249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (1e219ea8-1e43-4451-9e9b-17d632ccb093), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.499879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:35.501126 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e219ea8-1e43-4451-9e9b-17d632ccb093 HTTP/1.1" status: 204 len: 168 time: 0.1402137 May 10 15:04:35.512032 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bae252-ba16-4ad8-9b9f-bedaf8bd83c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e219ea8-1e43-4451-9e9b-17d632ccb093,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:35.701233 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83805f6e-af4d-44ab-8209-1665b9d4404c req-5a7b1ab7-f0dc-4b4b-aabe-57b47c5e529d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:35.703058 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83805f6e-af4d-44ab-8209-1665b9d4404c req-5a7b1ab7-f0dc-4b4b-aabe-57b47c5e529d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0578523 May 10 15:04:35.754518 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83805f6e-af4d-44ab-8209-1665b9d4404c req-25a5b6e9-0a0f-40dc-b19e-8197f20e8cb1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 May 10 15:04:35.815991 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:35.940521 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b287704-7873-4676-ac58-e16c5e125867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.031301 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b287704-7873-4676-ac58-e16c5e125867 admin admin] Publish callbacks [] for security_group (558c6c96-2dba-4c22-921a-aedb3f476af7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.035250 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b287704-7873-4676-ac58-e16c5e125867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (558c6c96-2dba-4c22-921a-aedb3f476af7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.091181 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3b287704-7873-4676-ac58-e16c5e125867 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0ebc6098c5045dea82905fe88480a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711391 May 10 15:04:36.091181 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287704-7873-4676-ac58-e16c5e125867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c6c96-2dba-4c22-921a-aedb3f476af7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.091582 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56332) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:36.154598 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] Publish callbacks [] for security_group (558c6c96-2dba-4c22-921a-aedb3f476af7), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.190558 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] Publish callbacks [] for security_group (558c6c96-2dba-4c22-921a-aedb3f476af7), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.242260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (558c6c96-2dba-4c22-921a-aedb3f476af7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.244924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:36.246026 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/558c6c96-2dba-4c22-921a-aedb3f476af7 HTTP/1.1" status: 204 len: 168 time: 0.1536312 May 10 15:04:36.254657 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbdb15-7f90-4119-a201-9a3cdd4faebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c6c96-2dba-4c22-921a-aedb3f476af7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.902639 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053fb77-233f-4dfe-b878-a12580490c45 req-6c6da6a5-78a9-419f-87ac-c3fc121f65ce tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:36.904228 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4053fb77-233f-4dfe-b878-a12580490c45 req-6c6da6a5-78a9-419f-87ac-c3fc121f65ce tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0636151 May 10 15:04:36.962660 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4053fb77-233f-4dfe-b878-a12580490c45 req-ef35e239-33da-496a-90d2-0fd53d046499 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 May 10 15:04:38.073066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4cd4c-0dd2-4a90-bee8-74c0e8e5a828 req-e46191a0-3afc-43cc-bf19-0717a3a71080 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:38.074552 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-00f4cd4c-0dd2-4a90-bee8-74c0e8e5a828 req-e46191a0-3afc-43cc-bf19-0717a3a71080 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0449386 May 10 15:04:38.119209 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-00f4cd4c-0dd2-4a90-bee8-74c0e8e5a828 req-fe281c98-36d1-4d3e-8a9e-8232d49dab38 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 May 10 15:04:39.228270 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc6c0-436f-4d25-88af-a4071485f1f8 req-aee70a1f-c7b0-449a-aae3-b846d1d3bc25 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:39.229619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-637dc6c0-436f-4d25-88af-a4071485f1f8 req-aee70a1f-c7b0-449a-aae3-b846d1d3bc25 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0453477 May 10 15:04:39.277465 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-637dc6c0-436f-4d25-88af-a4071485f1f8 req-47ae0750-9a95-41e1-9f5b-383041f3394f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 May 10 15:04:40.389171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1c89e-3fae-41cc-ac57-06beb7b9dee5 req-aee8b04d-1bc3-4e40-821d-082f0e1cff8d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:40.390741 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a5a1c89e-3fae-41cc-ac57-06beb7b9dee5 req-aee8b04d-1bc3-4e40-821d-082f0e1cff8d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0478973 May 10 15:04:40.436526 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a5a1c89e-3fae-41cc-ac57-06beb7b9dee5 req-00fa17cb-7364-4c72-8c10-f3462e4b022c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 May 10 15:04:41.571879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69d046-5790-4b69-a43c-6c6678692890 req-f771af2d-fe89-466b-8ca8-b94fc5dfc493 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:41.573499 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f69d046-5790-4b69-a43c-6c6678692890 req-f771af2d-fe89-466b-8ca8-b94fc5dfc493 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0515020 May 10 15:04:41.621545 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f69d046-5790-4b69-a43c-6c6678692890 req-bd3aabcc-f50a-49a8-8071-ecec6fc9b3f9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 May 10 15:04:42.739541 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620cfe-8893-4d24-ab77-5b68134500f0 req-14623f8a-dbe7-42e6-b024-aedf72d40880 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:42.741121 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-55620cfe-8893-4d24-ab77-5b68134500f0 req-14623f8a-dbe7-42e6-b024-aedf72d40880 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0521338 May 10 15:04:42.792212 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-55620cfe-8893-4d24-ab77-5b68134500f0 req-08758f6b-e58e-4561-b6cb-7e838cce07b9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 May 10 15:04:43.448651 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56526) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:43.550844 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87b9d935-3721-4807-bec9-3b429ddd5509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.628182 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87b9d935-3721-4807-bec9-3b429ddd5509 admin admin] Publish callbacks [] for security_group (86f23066-9d5f-4a47-9f5f-3c8c9f677c58), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.631793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87b9d935-3721-4807-bec9-3b429ddd5509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (86f23066-9d5f-4a47-9f5f-3c8c9f677c58), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.670404 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-87b9d935-3721-4807-bec9-3b429ddd5509 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc972118412b4aba9a1fdcd9be071203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205746 May 10 15:04:43.671257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9d935-3721-4807-bec9-3b429ddd5509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f23066-9d5f-4a47-9f5f-3c8c9f677c58,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.673207 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:43.721098 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-479702af-ef27-4837-976f-23d725894def admin admin] Publish callbacks [] for security_group (86f23066-9d5f-4a47-9f5f-3c8c9f677c58), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.741038 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-479702af-ef27-4837-976f-23d725894def admin admin] Publish callbacks [] for security_group (86f23066-9d5f-4a47-9f5f-3c8c9f677c58), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.789012 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-479702af-ef27-4837-976f-23d725894def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (86f23066-9d5f-4a47-9f5f-3c8c9f677c58), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.791618 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-479702af-ef27-4837-976f-23d725894def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:43.793089 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-479702af-ef27-4837-976f-23d725894def admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86f23066-9d5f-4a47-9f5f-3c8c9f677c58 HTTP/1.1" status: 204 len: 168 time: 0.1188004 May 10 15:04:43.806012 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479702af-ef27-4837-976f-23d725894def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f23066-9d5f-4a47-9f5f-3c8c9f677c58,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.930297 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3541fb-7c05-4c34-b252-0fdbd44e1b20 req-a25a888e-82d1-4413-8000-eb1f28cb2512 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:43.932071 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0e3541fb-7c05-4c34-b252-0fdbd44e1b20 req-a25a888e-82d1-4413-8000-eb1f28cb2512 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0562234 May 10 15:04:43.983466 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0e3541fb-7c05-4c34-b252-0fdbd44e1b20 req-e6173f4d-7a69-4718-8e9d-5d611bed4257 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455198 May 10 15:04:44.380230 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:44.502898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:44.528438 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-4ce4-4e6f-83f4-475d5b1a9761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.551019 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1427323574-network', 'tenant_id': 'c9d3d605483a4228bd54793a27723c91'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:44.585060 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Made reservation on behalf of c9d3d605483a4228bd54793a27723c91 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:44.587456 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.607701 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.663504 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-4ce4-4e6f-83f4-475d5b1a9761 admin admin] Publish callbacks [] for security_group (e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.670491 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-4ce4-4e6f-83f4-475d5b1a9761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.722200 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8445-4ce4-4e6f-83f4-475d5b1a9761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.728049 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6d3a8445-4ce4-4e6f-83f4-475d5b1a9761 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27ba9785cb054a34b8f075ed8a5d9c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466260 May 10 15:04:44.731033 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:44.760256 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks [] for security_group (3021d9f9-83a7-466b-bdc4-e9d545007501), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.764720 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3021d9f9-83a7-466b-bdc4-e9d545007501), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.779528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] Publish callbacks [] for security_group (e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.789476 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:04:44.799107 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021d9f9-83a7-466b-bdc4-e9d545007501,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.807898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (ada13e8f-b39e-4462-b270-403d53921278), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.808075 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] Publish callbacks [] for security_group (e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.808353 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Added segment ada13e8f-b39e-4462-b270-403d53921278 of type vlan for network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 May 10 15:04:44.848982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (4a990ff4-90f0-4bc3-98dd-9672adbd9125), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.868807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.873031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.880441 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366 HTTP/1.1" status: 204 len: 168 time: 0.1468110 May 10 15:04:44.880624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (4a990ff4-90f0-4bc3-98dd-9672adbd9125), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.891715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:44.891715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:44.892147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5489b9-0ed3-478a-876b-909900ee5036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0ebf7-d6be-4dfd-893b-f1f53ac8a366,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.957282 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4533353 May 10 15:04:44.960269 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:44.966380 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Request body: {'subnet': {'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1427323574-subnet', 'tenant_id': 'c9d3d605483a4228bd54793a27723c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:44.971543 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f6fb1-5e34-43e3-afa4-e57baac39c4c admin admin] Pushing event updated for resources: {'Network': ['ID=4a990ff4-90f0-4bc3-98dd-9672adbd9125,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.982496 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:04:44.993518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Made reservation on behalf of c9d3d605483a4228bd54793a27723c91 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:44.996113 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:45.142254 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a06f06-e4a7-4692-a88d-14a36ee2a20b req-f35230bc-e9ae-4f0f-a930-3c8781c82022 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:45.144029 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-26a06f06-e4a7-4692-a88d-14a36ee2a20b req-f35230bc-e9ae-4f0f-a930-3c8781c82022 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0603893 May 10 15:04:45.263514 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-26a06f06-e4a7-4692-a88d-14a36ee2a20b req-6c49e09e-6076-428b-9f4f-7604415e7b16 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070616 May 10 15:04:45.286330 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (56a0527b-e946-4f75-85a9-3a83af7f8966), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:45.352819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a0527b-e946-4f75-85a9-3a83af7f8966,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.357100 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Checking segment: {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:04:45.357521 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Network hostable DHCP agents. Network: 4a990ff4-90f0-4bc3-98dd-9672adbd9125, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:04:45.375027 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:04:45.383566 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 4a990ff4-90f0-4bc3-98dd-9672adbd9125) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:45.388314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:45.389365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:45.398781 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb316ca-651b-45cf-b3d5-c09976e0783d None None] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:04:45.418948 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f690da6a-b11b-4d24-b389-3acdf7a00317 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4567733 May 10 15:04:45.512159 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ec5a0-7f6b-49e9-8bf9-6215f17500da None None] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:04:46.383296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70dc17-1678-4978-942a-658dd049f553 req-d032328e-cade-4bd5-bd42-f074d65ecb37 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:46.384865 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5a70dc17-1678-4978-942a-658dd049f553 req-d032328e-cade-4bd5-bd42-f074d65ecb37 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0509984 May 10 15:04:46.436439 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5a70dc17-1678-4978-942a-658dd049f553 req-2426368f-7142-4dfb-85ff-99ebc242eed4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 May 10 15:04:46.944961 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:47.058065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a109843-4e2b-46b7-8032-3997da1952a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.145246 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a109843-4e2b-46b7-8032-3997da1952a7 admin admin] Publish callbacks [] for security_group (2c72cca3-659e-42b3-a5c0-2db8b6916cfd), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.149124 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a109843-4e2b-46b7-8032-3997da1952a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2c72cca3-659e-42b3-a5c0-2db8b6916cfd), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.200583 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8a109843-4e2b-46b7-8032-3997da1952a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0d7e87d27bea40e6b4d9da10d0e525c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530742 May 10 15:04:47.201263 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109843-4e2b-46b7-8032-3997da1952a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c72cca3-659e-42b3-a5c0-2db8b6916cfd,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.202424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:47.256723 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] Publish callbacks [] for security_group (2c72cca3-659e-42b3-a5c0-2db8b6916cfd), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.279398 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] Publish callbacks [] for security_group (2c72cca3-659e-42b3-a5c0-2db8b6916cfd), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.328260 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2c72cca3-659e-42b3-a5c0-2db8b6916cfd), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.330746 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.331880 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2c72cca3-659e-42b3-a5c0-2db8b6916cfd HTTP/1.1" status: 204 len: 168 time: 0.1269898 May 10 15:04:47.340111 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1064808-81b8-43b6-aa39-fac9953ff4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c72cca3-659e-42b3-a5c0-2db8b6916cfd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.615911 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 56704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:47.629020 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b523e70-f6a4-4966-9723-ad63eabcd55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.702416 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b523e70-f6a4-4966-9723-ad63eabcd55f admin admin] Publish callbacks [] for security_group (d1a0ed42-1f1f-4843-91e4-b3a5190b4bef), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.706101 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b523e70-f6a4-4966-9723-ad63eabcd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d1a0ed42-1f1f-4843-91e4-b3a5190b4bef), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.747689 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8b523e70-f6a4-4966-9723-ad63eabcd55f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=21b1ff61b7944391be7fac55d092b194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307058 May 10 15:04:47.748553 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523e70-f6a4-4966-9723-ad63eabcd55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0ed42-1f1f-4843-91e4-b3a5190b4bef,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.750322 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 56706) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:04:47.802681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] Publish callbacks [] for security_group (d1a0ed42-1f1f-4843-91e4-b3a5190b4bef), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.824216 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] Publish callbacks [] for security_group (d1a0ed42-1f1f-4843-91e4-b3a5190b4bef), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.870685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d1a0ed42-1f1f-4843-91e4-b3a5190b4bef), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.873488 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:47.874663 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d1a0ed42-1f1f-4843-91e4-b3a5190b4bef HTTP/1.1" status: 204 len: 168 time: 0.1232631 May 10 15:04:47.883603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465f3bf-c37e-4948-9235-695d9cd19a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0ed42-1f1f-4843-91e4-b3a5190b4bef,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:49.231634 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fde8843c-b5a5-4444-8046-26d174ad6f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:49.800822 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:04:51.109969 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-c84bd4f3-2857-4305-ba83-479fc74e7d0c tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2954db13c70c43b98c05d392089b3a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291345 May 10 15:04:51.192226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-234ffee9-9cf0-4fd8-aecd-589d1e89f2e0 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:51.193723 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-234ffee9-9cf0-4fd8-aecd-589d1e89f2e0 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 809 time: 0.1083689 May 10 15:04:51.209968 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-46cb53de-9e81-4220-9741-b43c9cdf95a8 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/quotas/c9d3d605483a4228bd54793a27723c91 HTTP/1.1" status: 200 len: 375 time: 0.0098872 May 10 15:04:51.247434 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-e745b379-8293-4ca0-b3b3-306a485db9f4 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314882 May 10 15:04:51.351277 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-60d43899-989d-4a16-98b3-6a7e41412573 service neutron] 10.222.0.83 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967894 May 10 15:04:51.372393 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b538927f-0bd7-4879-a4fe-75cfe062c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:51.448026 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-efb9cc22-62e0-48a1-b06b-f15301cf22e8 service neutron] 10.222.0.83 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885887 May 10 15:04:51.526475 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-c38f730c-fec8-4995-8dd0-028a3e85428d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:51.528075 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-c38f730c-fec8-4995-8dd0-028a3e85428d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126532 May 10 15:04:51.542740 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f2d2bfd7-c3c0-4a95-bfc8-d2dd8d9ecf9a tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/quotas/2954db13c70c43b98c05d392089b3a93 HTTP/1.1" status: 200 len: 375 time: 0.0092394 May 10 15:04:51.581564 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-1b9f1fa0-8a5d-47d4-b8ae-efc7f5f4af99 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2954db13c70c43b98c05d392089b3a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330689 May 10 15:04:51.685223 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99b8d-f46d-48a4-a067-95a28e667b08 req-8489e3ce-844a-4640-9d37-c51aa74a8057 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:51.687663 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6e99b8d-f46d-48a4-a067-95a28e667b08 req-8489e3ce-844a-4640-9d37-c51aa74a8057 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0735250 May 10 15:04:51.759071 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6e99b8d-f46d-48a4-a067-95a28e667b08 req-8e107536-6d19-4e65-9f62-4b9a9662e41f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635614 May 10 15:04:51.803659 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7ab46460-bcdb-4a3e-86cd-51309d3e4c7c req-e62decef-bd67-4f52-b264-d7f26d4dfad5 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 210 time: 0.0541010 May 10 15:04:51.858180 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-37a812f4-43ec-4f39-a782-a26fc93a12bf req-e817de66-c4e3-4c86-bba1-0b7abadf016d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0349829 May 10 15:04:52.663635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:52.883511 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778c600-be41-481d-8905-540e202d3bf9 req-b6510a4e-8e60-44cf-93cb-74a400cc9a3a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:52.885746 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e778c600-be41-481d-8905-540e202d3bf9 req-b6510a4e-8e60-44cf-93cb-74a400cc9a3a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0504191 May 10 15:04:52.910508 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b41807a9-df24-41e6-9856-607605004fb3 req-142704d8-7bea-4f4e-a0a6-22cdf17fad48 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 210 time: 0.0284982 May 10 15:04:52.953210 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e778c600-be41-481d-8905-540e202d3bf9 req-cb47fe50-d326-444e-9648-91d0e9faf108 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 May 10 15:04:53.014341 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9b4dd1c-e4f5-4a9b-acc3-1ee797e4e405 req-ec62c1d9-3970-4924-a4f3-b7cb7c0a3b70 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0280895 May 10 15:04:53.198944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-7b696bea-f39f-43a6-b963-646d5284904e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:53.200509 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-7b696bea-f39f-43a6-b963-646d5284904e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 809 time: 0.1051536 May 10 15:04:53.672693 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Request body: {'port': {'device_id': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125', 'admin_state_up': True, 'tenant_id': 'c9d3d605483a4228bd54793a27723c91'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:53.780191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Made reservation on behalf of c9d3d605483a4228bd54793a27723c91 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:53.783210 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:53.908681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Allocated IP 172.20.0.8 (4a990ff4-90f0-4bc3-98dd-9672adbd9125/56a0527b-e946-4f75-85a9-3a83af7f8966/cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:53.999339 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:54.022144 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24d1ae04-99c2-4aaa-9fe9-8cef6f47de47 req-7ad89b21-4d93-4466-9da5-c6b328361128 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 210 time: 0.0405452 May 10 15:04:54.103492 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks [] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:54.116742 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-155240a3-192e-4fa0-a336-84edbc2a36fa req-a35cf82e-f1cd-4d54-9c1f-9c23964e3c6a tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0282447 May 10 15:04:54.120238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950179b-66fd-478d-ba6c-c65ba37efcee req-24fada16-7402-484f-8690-2fe69b3683ed tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:54.122543 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c950179b-66fd-478d-ba6c-c65ba37efcee req-24fada16-7402-484f-8690-2fe69b3683ed tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0779486 May 10 15:04:54.201070 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-b16b1f84-6389-461e-81a3-49f02a2451f3 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=2954db13c70c43b98c05d392089b3a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466814 May 10 15:04:54.206516 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:54.280507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:54.284062 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c950179b-66fd-478d-ba6c-c65ba37efcee req-10abc722-81c4-4413-844e-3cfa99949b21 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416874 May 10 15:04:54.290713 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:54.296014 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:04:54.300076 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Pushing event updated for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:54.345610 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:54.346214 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:54.362258 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-3914b021-5446-4e93-8345-e8d44555bfb3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6937013 May 10 15:04:54.661518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Request body: {'port': {'device_id': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:54.799096 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-8750d083-ca5a-447c-8871-9d97037d30d0 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:54.800593 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-8750d083-ca5a-447c-8871-9d97037d30d0 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338310 May 10 15:04:54.805169 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.000655 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Request body: {'port': {'device_id': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939', 'admin_state_up': True, 'tenant_id': '2954db13c70c43b98c05d392089b3a93'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:55.135802 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6b2eb-5f27-480a-9e87-4ebe01954e3b req-b14d4298-74e7-40b6-92e3-28935c4b21a7 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.137943 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a0c6b2eb-5f27-480a-9e87-4ebe01954e3b req-b14d4298-74e7-40b6-92e3-28935c4b21a7 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 931 time: 0.0514638 May 10 15:04:55.149461 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:55.159412 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks [] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.181019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Transition to ACTIVE for port object cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:04:55.183182 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Made reservation on behalf of 2954db13c70c43b98c05d392089b3a93 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:55.187058 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.192604 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a0c6b2eb-5f27-480a-9e87-4ebe01954e3b req-e3c3deff-a4f6-4ee0-953d-15baa154b684 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490060 May 10 15:04:55.196919 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.205871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.277950 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-eec957c8-7b8c-45dc-b626-1b1791313872 req-bb63eea1-fe00-4348-ba1d-99109044f514 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0737927 May 10 15:04:55.300236 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Pushing event updated for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:55.401900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fbce7-a388-4603-8666-33a429c2a288 req-db4610a7-c566-40c1-8e1f-00777766e750 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.411017 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb9fbce7-a388-4603-8666-33a429c2a288 req-db4610a7-c566-40c1-8e1f-00777766e750 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0507197 May 10 15:04:55.411156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Attempting to bind port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:04:55.411156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Attempting to bind port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:04:55.411156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Attempting to bind port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:04:55.416560 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:04:55.416706 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Attempting to bind port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:04:55.429142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:04:55.429142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Checking segment: {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:04:55.429142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Bound using segment: {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:04:55.430009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Bound port: cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:04:55.430183 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.433166 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks [] for security_group (467f6146-b0f1-44a2-8b5a-7349d5e403ad), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.442711 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (467f6146-b0f1-44a2-8b5a-7349d5e403ad), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.452667 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb9fbce7-a388-4603-8666-33a429c2a288 req-b1dfd0ae-8da8-45ae-a79d-b3314dab8e68 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 May 10 15:04:55.536257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467f6146-b0f1-44a2-8b5a-7349d5e403ad,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:55.560695 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.597636 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:04:55.618839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:04:55.626283 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.664680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Allocated IP 192.168.233.212 (556a05df-c031-47a0-993e-0c84cfac1939/73451cbf-5230-4d47-9b4c-54f56d27b3fa/76778285-73b5-415f-a934-78290d21128d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:55.678272 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.678926 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.680312 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] 10.222.0.87 "PUT /v2.0/ports/cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 HTTP/1.1" status: 200 len: 1093 time: 1.0328772 May 10 15:04:55.683915 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:55.686045 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80207cf9-b172-4c16-8749-fefd82ec0e51" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:55.725962 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941266ae-93b1-4303-9e13-0db417ec7326 x-openstack-request-id: req-941266ae-93b1-4303-9e13-0db417ec7326 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:55.726982 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:55.727275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-941266ae-93b1-4303-9e13-0db417ec7326 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:55.727684 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941266ae-93b1-4303-9e13-0db417ec7326'] response: {'name': 'network-changed', 'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9', 'status': 'completed', 'code': 200} May 10 15:04:55.730167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0c03-fbfb-46ae-ae6e-08e0b222cb4e service neutron] Pushing event updated for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:55.832759 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-669db747-da70-45a9-b5ed-8b64526d64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.834266 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-669db747-da70-45a9-b5ed-8b64526d64d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 1127 time: 0.0883114 May 10 15:04:55.896123 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-9656ba64-45df-4f1e-8512-940577ff9ec9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 HTTP/1.1" status: 200 len: 217 time: 0.0385396 May 10 15:04:55.930131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks [] for port (76778285-73b5-415f-a934-78290d21128d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:55.979416 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-b3f975e5-3603-40d0-8213-d8b2e8b467c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.980875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-b3f975e5-3603-40d0-8213-d8b2e8b467c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56a0527b-e946-4f75-85a9-3a83af7f8966 HTTP/1.1" status: 200 len: 849 time: 0.0613027 May 10 15:04:55.999405 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (76778285-73b5-415f-a934-78290d21128d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.060805 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-d60b512d-f33d-4d8d-b21f-cc838cd50041 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4a990ff4-90f0-4bc3-98dd-9672adbd9125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554030 May 10 15:04:56.071768 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Network 556a05df-c031-47a0-993e-0c84cfac1939 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:56.075167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:56.079048 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:04:56.116413 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Pushing event updated for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:56.189836 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.190507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.229875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-f1cbd2e2-35c7-4226-8c09-b5c7f9460532 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2333806 May 10 15:04:56.235631 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-d61e8657-444a-4f2a-96ea-4494510a4031 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497147 May 10 15:04:56.252164 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Request body: {'port': {'device_id': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:04:56.345581 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52065f-6849-47c9-a6b6-2a81246b6334 req-0739286c-864f-4cef-8cbb-5b605aec274f tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.348500 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f52065f-6849-47c9-a6b6-2a81246b6334 req-0739286c-864f-4cef-8cbb-5b605aec274f tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 943 time: 0.0627866 May 10 15:04:56.403332 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f52065f-6849-47c9-a6b6-2a81246b6334 req-5d0be344-9168-464a-bac4-30257ccfb2f6 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 May 10 15:04:56.405082 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a6f86a50-4867-4c92-83c5-470541491772 None None] Provisioning complete for port 76778285-73b5-415f-a934-78290d21128d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:04:56.405690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6f86a50-4867-4c92-83c5-470541491772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (76778285-73b5-415f-a934-78290d21128d), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.417781 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (76778285-73b5-415f-a934-78290d21128d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.443049 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a6f86a50-4867-4c92-83c5-470541491772 None None] Port 76778285-73b5-415f-a934-78290d21128d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:04:56.444064 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47ebbeff-7713-4043-9398-9edecf2ab49f req-84ce79f1-e244-4ce2-9e88-5f4c1a92f862 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890619 May 10 15:04:56.450591 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b504e09-e679-4fd3-8484-09e21f5c0361 req-ccc684d8-0731-47f9-b858-140152aa13c7 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.452001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b504e09-e679-4fd3-8484-09e21f5c0361 req-ccc684d8-0731-47f9-b858-140152aa13c7 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 936 time: 0.0873396 May 10 15:04:56.575892 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9bf6a-5a3e-4ddc-a53b-4ca610ef664f req-25da01b7-0e60-41f5-989f-cb8edeea9214 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.577402 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69a9bf6a-5a3e-4ddc-a53b-4ca610ef664f req-25da01b7-0e60-41f5-989f-cb8edeea9214 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0517707 May 10 15:04:56.595054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b504e09-e679-4fd3-8484-09e21f5c0361 req-ba975716-4291-4ee8-b714-a5e267a929de tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218998 May 10 15:04:56.627054 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69a9bf6a-5a3e-4ddc-a53b-4ca610ef664f req-e70663d2-a5f1-4f4a-96b4-ed41a6cd8d3a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 May 10 15:04:56.743465 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76778285-73b5-415f-a934-78290d21128d {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:56.750860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks [] for port (76778285-73b5-415f-a934-78290d21128d), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.762772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Transition to ACTIVE for port object 76778285-73b5-415f-a934-78290d21128d will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:04:56.766518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (76778285-73b5-415f-a934-78290d21128d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.816861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:56.886439 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Attempting to bind port 76778285-73b5-415f-a934-78290d21128d on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:04:56.886782 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Attempting to bind port 76778285-73b5-415f-a934-78290d21128d by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:04:56.887110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Attempting to bind port 76778285-73b5-415f-a934-78290d21128d on network 556a05df-c031-47a0-993e-0c84cfac1939 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:04:56.891609 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Port 76778285-73b5-415f-a934-78290d21128d on network 556a05df-c031-47a0-993e-0c84cfac1939 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:04:56.891927 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Attempting to bind port 76778285-73b5-415f-a934-78290d21128d on network 556a05df-c031-47a0-993e-0c84cfac1939 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:04:56.896754 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:04:56.897093 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Checking segment: {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:04:56.897473 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Bound using segment: {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:04:56.897931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Bound port: 76778285-73b5-415f-a934-78290d21128d, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea62328-caf6-4b0a-921b-f2bc565c78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:04:56.898292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (76778285-73b5-415f-a934-78290d21128d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:56.967985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:04:56.971183 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=76778285-73b5-415f-a934-78290d21128d,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:04:56.976959 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (76778285-73b5-415f-a934-78290d21128d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:57.010673 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:57.011407 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:57.012651 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] 10.222.0.87 "PUT /v2.0/ports/76778285-73b5-415f-a934-78290d21128d HTTP/1.1" status: 200 len: 1098 time: 0.7650616 May 10 15:04:57.034487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:57.042264 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.042633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.042973 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.043310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.043637 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.043964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.044287 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.044611 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.044931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.045250 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.045569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.045887 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.046202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.046550 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.046866 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d4324-b9ac-4a62-98a0-46ce9af4f5c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:57.521484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d743-eba2-4d5c-a58d-f177b066d73a req-4e4c89d4-a9eb-4a3c-9028-669fe2b042a6 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:57.523555 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6f34d743-eba2-4d5c-a58d-f177b066d73a req-4e4c89d4-a9eb-4a3c-9028-669fe2b042a6 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 943 time: 0.0524776 May 10 15:04:57.575838 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6f34d743-eba2-4d5c-a58d-f177b066d73a req-cb957766-dbad-4068-81eb-495678361abe tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464687 May 10 15:04:57.721980 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5ddb-763f-4baf-9cc7-b1c398473456 req-51e61bcb-f118-4d7d-905c-06630676ae2a tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:57.723544 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1f5ddb-763f-4baf-9cc7-b1c398473456 req-51e61bcb-f118-4d7d-905c-06630676ae2a tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0525234 May 10 15:04:57.742852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'tag': '76778285-73b5-415f-a934-78290d21128d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:57.745184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232dfc2e-9625-4cae-9266-3c11c16e1ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "tag": "76778285-73b5-415f-a934-78290d21128d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:04:57.765884 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cf4d4-733c-4b11-9c9a-4215332aabd1 req-3ffc8a7b-0744-4bc4-921d-ebf74f4be740 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:57.767501 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-256cf4d4-733c-4b11-9c9a-4215332aabd1 req-3ffc8a7b-0744-4bc4-921d-ebf74f4be740 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0551951 May 10 15:04:57.775120 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1f5ddb-763f-4baf-9cc7-b1c398473456 req-71bfba59-74f0-47e5-9c00-0973de99ebad tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 May 10 15:04:57.814253 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-256cf4d4-733c-4b11-9c9a-4215332aabd1 req-ebe61c15-9368-4f14-ad2d-869f478bfca6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 May 10 15:04:57.818364 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf6912-1d9e-437c-912e-5a246809c0f8 x-openstack-request-id: req-9baf6912-1d9e-437c-912e-5a246809c0f8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:04:57.818832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "tag": "76778285-73b5-415f-a934-78290d21128d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:04:57.818950 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9baf6912-1d9e-437c-912e-5a246809c0f8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:04:57.819331 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9baf6912-1d9e-437c-912e-5a246809c0f8'] response: {'name': 'network-changed', 'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'tag': '76778285-73b5-415f-a934-78290d21128d', 'status': 'completed', 'code': 200} May 10 15:04:58.697473 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84b3a-6a07-4940-a69b-ecc66cf2bc90 req-bbc8d245-f3bb-4c38-9540-4cd5f4bd91c2 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.699045 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79d84b3a-6a07-4940-a69b-ecc66cf2bc90 req-bbc8d245-f3bb-4c38-9540-4cd5f4bd91c2 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 943 time: 0.0524130 May 10 15:04:58.744940 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79d84b3a-6a07-4940-a69b-ecc66cf2bc90 req-3007f53f-2e45-4052-ac16-e2814ccc3544 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 May 10 15:04:58.793544 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-d52b11fd-e92e-4d9c-8c19-2cd7f6d191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.795031 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-d52b11fd-e92e-4d9c-8c19-2cd7f6d191b3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 1127 time: 0.0410812 May 10 15:04:58.831761 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-094fd173-f9d8-4917-9373-823b5f171c72 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425003 May 10 15:04:58.897801 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dfc2e-9625-4cae-9266-3c11c16e1ef1 req-85e5ffc7-b366-4e51-aee0-b2afeaeba97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.899373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-232dfc2e-9625-4cae-9266-3c11c16e1ef1 req-85e5ffc7-b366-4e51-aee0-b2afeaeba97f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2954db13c70c43b98c05d392089b3a93&device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 1132 time: 0.1073921 May 10 15:04:58.935346 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-5a45a798-629b-4ece-9169-9b609fd904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.937048 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-5a45a798-629b-4ece-9169-9b609fd904dd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.0724015 May 10 15:04:58.951160 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-232dfc2e-9625-4cae-9266-3c11c16e1ef1 req-7035e0e2-01d9-4c89-9698-d9f1d8d24eb6 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=2954db13c70c43b98c05d392089b3a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344043 May 10 15:04:58.957245 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05633de-25c5-4e27-9a24-6c344a150487 req-f862b216-5d7f-4b35-9d96-b575232a3f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.958972 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b05633de-25c5-4e27-9a24-6c344a150487 req-f862b216-5d7f-4b35-9d96-b575232a3f7f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0602057 May 10 15:04:58.968522 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980b36-7ee7-4252-9d54-b45b9f9a696a req-c41e8ecb-78e9-4b58-bcc6-cd4676446b1e tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:58.969979 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7980b36-7ee7-4252-9d54-b45b9f9a696a req-c41e8ecb-78e9-4b58-bcc6-cd4676446b1e tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0892622 May 10 15:04:59.002881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:04:59.064548 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-2ff34fc6-a438-4c37-8a96-58911e8cc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.066303 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-2ff34fc6-a438-4c37-8a96-58911e8cc9b2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 910 time: 0.2407675 May 10 15:04:59.114882 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7980b36-7ee7-4252-9d54-b45b9f9a696a req-6e8d89bc-9788-4340-a92c-0c077a41c872 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275856 May 10 15:04:59.120388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:59.137100 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9', 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125', 'port_id': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9', 'mac_address': 'fa:16:3e:78:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0527b-e946-4f75-85a9-3a83af7f8966', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:04:59.161938 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-21a1d41c-093f-4e56-80f7-70933947bebd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 HTTP/1.1" status: 200 len: 217 time: 0.0669632 May 10 15:04:59.187389 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:04:59.187816 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:59.206052 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:59.229940 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b05633de-25c5-4e27-9a24-6c344a150487 req-840a038d-c37d-464d-a82d-4524fadaf738 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626252 May 10 15:04:59.235508 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:04:59.241211 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dfc2e-9625-4cae-9266-3c11c16e1ef1 req-2e8243cc-05e9-43bf-8114-8b5908a6f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.243440 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:59.243610 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-232dfc2e-9625-4cae-9266-3c11c16e1ef1 req-2e8243cc-05e9-43bf-8114-8b5908a6f9ad service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2726586 May 10 15:04:59.252275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-2c7dfdfb-16fa-4f88-aa98-bc47900f83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.254209 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-2c7dfdfb-16fa-4f88-aa98-bc47900f83cb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56a0527b-e946-4f75-85a9-3a83af7f8966 HTTP/1.1" status: 200 len: 849 time: 0.0757556 May 10 15:04:59.283771 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-d7d17a55-b360-451c-b6e3-654b6c0eb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.285646 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-d7d17a55-b360-451c-b6e3-654b6c0eb8c3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.2978005 May 10 15:04:59.299408 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-1ac58e0f-1b6f-4863-8936-39cd7079959b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4a990ff4-90f0-4bc3-98dd-9672adbd9125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374994 May 10 15:04:59.303469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:59.311738 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.312179 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.312607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.313035 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.313433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.313827 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.314217 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.314663 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.315271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.315747 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.316189 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.316612 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.316997 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.317478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.317956 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.335504 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-daa484b0-7ed1-4b25-88a8-7c5ab6576e98 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.0410542 May 10 15:04:59.388292 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-b359c74d-8f06-4393-8e2d-9d530a4a69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.389740 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-b359c74d-8f06-4393-8e2d-9d530a4a69ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0437098 May 10 15:04:59.448485 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-732e8823-fbc6-48e1-aa1b-0dea6ee40341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.449981 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-732e8823-fbc6-48e1-aa1b-0dea6ee40341 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399024 May 10 15:04:59.555163 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-906ac272-6a58-4375-81ff-e664e39d4843 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866377 May 10 15:04:59.609661 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-a5301f0b-c687-4d1f-adf1-9b1eaa0a1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.611343 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-a5301f0b-c687-4d1f-adf1-9b1eaa0a1071 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2954db13c70c43b98c05d392089b3a93&device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 1132 time: 0.2946956 May 10 15:04:59.680440 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-20398481-b1e1-4b1a-8047-9f8922ec8ab5 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148767 May 10 15:04:59.681372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-e7a2bf67-2033-4afb-b047-d7b6e30bb7ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=76778285-73b5-415f-a934-78290d21128d HTTP/1.1" status: 200 len: 217 time: 0.0505929 May 10 15:04:59.694591 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-54054050-d770-4e94-a730-c80d42d5dcb4 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742146 May 10 15:04:59.705172 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:04:59.752861 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:04:59.826830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-1862ed38-29e5-4db0-9e42-b59419ecb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.828143 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-1862ed38-29e5-4db0-9e42-b59419ecb06b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=73451cbf-5230-4d47-9b4c-54f56d27b3fa HTTP/1.1" status: 200 len: 843 time: 0.1048577 May 10 15:04:59.914356 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ba56c-b7e1-4e1a-bc13-73cd0b60e746 req-986c82f7-2dbc-442f-b386-7746f2411b59 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.915852 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-079ba56c-b7e1-4e1a-bc13-73cd0b60e746 req-986c82f7-2dbc-442f-b386-7746f2411b59 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 944 time: 0.1008480 May 10 15:04:59.926065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-e88082ec-6c3f-4df8-a006-8b79745e6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:59.927494 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-e88082ec-6c3f-4df8-a006-8b79745e6fa6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=556a05df-c031-47a0-993e-0c84cfac1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0784369 May 10 15:04:59.936280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-80207cf9-b172-4c16-8749-fefd82ec0e51 req-b4cdd6e8-558f-40fe-b8c4-0de9fb7e2375 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868386 May 10 15:05:00.017746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-079ba56c-b7e1-4e1a-bc13-73cd0b60e746 req-b7645b60-da88-4db4-b85d-851ffdb7aff6 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 May 10 15:05:00.049378 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-b8be7671-2ca0-4729-b025-a2544559b8ec service neutron] 10.222.0.87 "GET /v2.0/networks/556a05df-c031-47a0-993e-0c84cfac1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072381 May 10 15:05:00.157292 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-efea3ced-f4de-48db-9539-c5b6ff3cbbde req-096cc635-490e-47db-93e7-1fe9ab574d11 service neutron] 10.222.0.87 "GET /v2.0/networks/556a05df-c031-47a0-993e-0c84cfac1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861535 May 10 15:05:00.225573 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19800a25-923e-4944-8e00-3704965bbb1b req-d876a1ac-2829-49dc-aeac-b634752dd39d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.229593 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19800a25-923e-4944-8e00-3704965bbb1b req-d876a1ac-2829-49dc-aeac-b634752dd39d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0523274 May 10 15:05:00.275897 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19800a25-923e-4944-8e00-3704965bbb1b req-3e6e2f7d-78a5-4cd2-8fc8-c917f5af65a7 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 May 10 15:05:00.359210 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e16e11-e9f5-4ccc-8362-22f0ea449b34 req-72d7d339-beb6-454d-b065-db81f73766de tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.360685 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66e16e11-e9f5-4ccc-8362-22f0ea449b34 req-72d7d339-beb6-454d-b065-db81f73766de tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0487270 May 10 15:05:00.407484 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66e16e11-e9f5-4ccc-8362-22f0ea449b34 req-31793d6c-75ee-4d2a-a5aa-afbdf8d3dd59 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 May 10 15:05:01.018349 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:05:01.068480 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:05:01.075898 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:05:01.076297 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:01.151217 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4087b-637a-4ba4-b8dd-d75888ff7498 req-83c11388-2359-4dee-ac7a-2bfd5ad9fd78 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:01.152695 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-74c4087b-637a-4ba4-b8dd-d75888ff7498 req-83c11388-2359-4dee-ac7a-2bfd5ad9fd78 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 944 time: 0.0518939 May 10 15:05:01.155881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:05:01.156274 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:01.179513 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:01.181650 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4870c-e7d6-4cb9-8948-69666622dc22" -d '{"events": [{"server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "name": "network-vif-plugged", "status": "completed", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:01.194619 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:01.199413 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:01.201112 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-74c4087b-637a-4ba4-b8dd-d75888ff7498 req-061e9d5e-1664-46b6-9fec-776615d71be1 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 May 10 15:05:01.224459 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c95fba-90e4-40e8-a691-e4feb9464e47 x-openstack-request-id: req-26c95fba-90e4-40e8-a691-e4feb9464e47 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:01.224775 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "name": "network-vif-plugged", "status": "completed", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:01.225035 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-26c95fba-90e4-40e8-a691-e4feb9464e47 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:01.225427 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c95fba-90e4-40e8-a691-e4feb9464e47'] response: {'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9', 'code': 200} May 10 15:05:01.251506 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:01.388868 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371701-733e-495a-9157-f3ecdd30fd50 req-45a5f42f-7212-4bd4-94b7-722a77296119 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:01.390420 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14371701-733e-495a-9157-f3ecdd30fd50 req-45a5f42f-7212-4bd4-94b7-722a77296119 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0481613 May 10 15:05:01.437490 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14371701-733e-495a-9157-f3ecdd30fd50 req-4f97cd69-4cf5-48d9-9b5c-b3c43fd13d2d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 May 10 15:05:01.521690 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137bdeb-797d-4edc-8289-d26bc35b9a5e req-c5cf275e-7a1a-4b4e-b687-5c514df4c7dd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:01.523755 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7137bdeb-797d-4edc-8289-d26bc35b9a5e req-c5cf275e-7a1a-4b4e-b687-5c514df4c7dd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0466046 May 10 15:05:01.575725 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7137bdeb-797d-4edc-8289-d26bc35b9a5e req-e546f44d-7146-46f1-92fb-84d5ee7c4bb8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 May 10 15:05:02.314586 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730cf62-c9c0-4d4d-a323-e95b76dbf33d req-bd5f42e3-e08b-40c3-9556-f07850834fdf tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:02.315917 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e730cf62-c9c0-4d4d-a323-e95b76dbf33d req-bd5f42e3-e08b-40c3-9556-f07850834fdf tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0485172 May 10 15:05:02.360118 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e730cf62-c9c0-4d4d-a323-e95b76dbf33d req-1517b735-02bf-428e-8d5f-e9d7bfa00a7a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 May 10 15:05:02.548454 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42409c1-cf03-45ac-9004-5b71fba030b4 req-5a9681a4-bbf0-4025-8216-c76568410b0c tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:02.549909 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f42409c1-cf03-45ac-9004-5b71fba030b4 req-5a9681a4-bbf0-4025-8216-c76568410b0c tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0466161 May 10 15:05:02.597619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f42409c1-cf03-45ac-9004-5b71fba030b4 req-0ae5a5fb-818d-4835-a25b-142238bd36b3 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 May 10 15:05:02.691334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e3f2-a997-4179-a016-e3257b535163 req-c0a585f4-060d-44c5-bbc7-4db8fb19d04f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:02.692792 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e68e3f2-a997-4179-a016-e3257b535163 req-c0a585f4-060d-44c5-bbc7-4db8fb19d04f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0481665 May 10 15:05:02.740351 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e68e3f2-a997-4179-a016-e3257b535163 req-8620c348-0aa1-4630-9302-92da646d0488 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 May 10 15:05:03.469432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff439ad-ffcd-477d-9d15-cff2f835f457 req-433b9cd4-505b-4d8b-9031-c1ae4efb225d tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:03.470885 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8ff439ad-ffcd-477d-9d15-cff2f835f457 req-433b9cd4-505b-4d8b-9031-c1ae4efb225d tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0448275 May 10 15:05:03.515729 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8ff439ad-ffcd-477d-9d15-cff2f835f457 req-7e82c756-4347-4c5d-a692-9c4e20c8131f tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 May 10 15:05:03.708477 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60479797-1fea-4965-b6b3-922ef142764b req-93366348-de9c-4f19-a044-c8e085a0c2ad tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:03.709908 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-60479797-1fea-4965-b6b3-922ef142764b req-93366348-de9c-4f19-a044-c8e085a0c2ad tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 948 time: 0.0451920 May 10 15:05:03.758739 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-60479797-1fea-4965-b6b3-922ef142764b req-b5d3f6e9-0aa9-4f3b-a576-db2d1edf3a5d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 May 10 15:05:03.854766 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f67ead-7614-4929-8083-be5b94c1aff2 req-e433ead8-6890-4bd4-afbb-b705581e3ab0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:03.856231 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f5f67ead-7614-4929-8083-be5b94c1aff2 req-e433ead8-6890-4bd4-afbb-b705581e3ab0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0500381 May 10 15:05:03.901490 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f5f67ead-7614-4929-8083-be5b94c1aff2 req-c745a5d9-9bd7-41b3-b9c8-32ee20a4e350 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 May 10 15:05:04.618882 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 76778285-73b5-415f-a934-78290d21128d details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:05:04.626470 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900cbb-01a6-4fda-998a-1578ae234906 req-a1e5a0d2-bd42-46f4-920c-7eadbc923dfa tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:04.627950 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4900cbb-01a6-4fda-998a-1578ae234906 req-a1e5a0d2-bd42-46f4-920c-7eadbc923dfa tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0467446 May 10 15:05:04.674827 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4900cbb-01a6-4fda-998a-1578ae234906 req-f113e5a1-6951-475c-bf07-6159b2bc989d tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 May 10 15:05:04.714706 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=76778285-73b5-415f-a934-78290d21128d,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:04.726537 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '76778285-73b5-415f-a934-78290d21128d', 'network_id': '556a05df-c031-47a0-993e-0c84cfac1939', 'port_id': '76778285-73b5-415f-a934-78290d21128d', 'mac_address': 'fa:16:3e:e8:37:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73451cbf-5230-4d47-9b4c-54f56d27b3fa', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:05:04.765155 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 76778285-73b5-415f-a934-78290d21128d is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:05:04.765542 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (76778285-73b5-415f-a934-78290d21128d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:04.778362 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76778285-73b5-415f-a934-78290d21128d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:05:04.797801 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=76778285-73b5-415f-a934-78290d21128d,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:04.802068 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (76778285-73b5-415f-a934-78290d21128d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:04.848518 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:04.873219 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4620-6c4c-4a3e-9d83-91821fb4c62a req-f001b569-2330-429b-9e2c-8c4210f8a363 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:04.874753 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c6ab4620-6c4c-4a3e-9d83-91821fb4c62a req-f001b569-2330-429b-9e2c-8c4210f8a363 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 949 time: 0.0473399 May 10 15:05:04.922449 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c6ab4620-6c4c-4a3e-9d83-91821fb4c62a req-567e4e20-78db-4d44-9d2f-dfa5b50bc703 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 May 10 15:05:05.011225 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081fce-e986-4cad-b19f-7b81f0f7545e req-2d39c163-611e-4417-addc-5538aea1f542 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:05.012684 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a081fce-e986-4cad-b19f-7b81f0f7545e req-2d39c163-611e-4417-addc-5538aea1f542 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0466332 May 10 15:05:05.060890 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a081fce-e986-4cad-b19f-7b81f0f7545e req-04c5ced5-77bc-4886-8eff-53a4807755af tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 May 10 15:05:05.212329 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa30d4-db18-4292-bb8a-3d6e146a853a req-eda2a17c-248a-4285-9a8c-9ac4b882e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:05.213830 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e7aa30d4-db18-4292-bb8a-3d6e146a853a req-eda2a17c-248a-4285-9a8c-9ac4b882e979 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 1129 time: 0.0431559 May 10 15:05:05.277991 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e7aa30d4-db18-4292-bb8a-3d6e146a853a req-ac349c4f-89b0-40ac-838f-47a78103b62d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 May 10 15:05:05.422851 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['76778285-73b5-415f-a934-78290d21128d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:05:05.784315 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d2b6d-e6e9-412e-8fba-cc3a74f46bfb req-484cef72-2ad8-4e3b-85bc-e921dc4a654a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:05.785779 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed1d2b6d-e6e9-412e-8fba-cc3a74f46bfb req-484cef72-2ad8-4e3b-85bc-e921dc4a654a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0460947 May 10 15:05:05.831256 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed1d2b6d-e6e9-412e-8fba-cc3a74f46bfb req-955c6103-df66-4981-938b-234c2f87c9bb tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 May 10 15:05:06.043790 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784eba-69d7-4d19-bef8-6ed7143bc51f req-39693a3d-cc9e-42e8-b7e3-c55871441aa8 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.045260 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61784eba-69d7-4d19-bef8-6ed7143bc51f req-39693a3d-cc9e-42e8-b7e3-c55871441aa8 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 949 time: 0.0551491 May 10 15:05:06.093318 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61784eba-69d7-4d19-bef8-6ed7143bc51f req-7b14f42d-38d5-4166-959a-fb941f2b61df tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 May 10 15:05:06.177994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fdb16-7060-4fc4-85fb-ca829b547075 req-a515eb2b-bd9e-4181-acba-caeec107a756 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.179619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6e0fdb16-7060-4fc4-85fb-ca829b547075 req-a515eb2b-bd9e-4181-acba-caeec107a756 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0477724 May 10 15:05:06.248247 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6e0fdb16-7060-4fc4-85fb-ca829b547075 req-b9486751-7b69-49c7-ac69-d590f74bee1c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598185 May 10 15:05:06.701139 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 76778285-73b5-415f-a934-78290d21128d up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:05:06.745125 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 76778285-73b5-415f-a934-78290d21128d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:05:06.750921 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 76778285-73b5-415f-a934-78290d21128d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:05:06.751321 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (76778285-73b5-415f-a934-78290d21128d), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:06.825389 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 76778285-73b5-415f-a934-78290d21128d is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:05:06.825771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (76778285-73b5-415f-a934-78290d21128d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:06.849626 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76778285-73b5-415f-a934-78290d21128d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:06.852441 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f6a50e-5970-4793-b8cd-f9fec5848c3a" -d '{"events": [{"server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "name": "network-vif-plugged", "status": "completed", "tag": "76778285-73b5-415f-a934-78290d21128d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:06.867733 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=76778285-73b5-415f-a934-78290d21128d,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:06.873531 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (76778285-73b5-415f-a934-78290d21128d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:06.896240 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1340617-35e2-4ba5-82fd-9227a33ddf82 x-openstack-request-id: req-a1340617-35e2-4ba5-82fd-9227a33ddf82 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:06.896602 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "name": "network-vif-plugged", "status": "completed", "tag": "76778285-73b5-415f-a934-78290d21128d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:06.896918 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a1340617-35e2-4ba5-82fd-9227a33ddf82 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:06.897474 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1340617-35e2-4ba5-82fd-9227a33ddf82'] response: {'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76778285-73b5-415f-a934-78290d21128d', 'code': 200} May 10 15:05:06.927289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:06.946814 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d66ef-af1d-403e-b6cd-9ac0d7fdf622 req-e2c24c0c-9651-43da-85f4-f0372997ef61 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.948297 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-820d66ef-af1d-403e-b6cd-9ac0d7fdf622 req-e2c24c0c-9651-43da-85f4-f0372997ef61 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0487955 May 10 15:05:06.998333 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-820d66ef-af1d-403e-b6cd-9ac0d7fdf622 req-020b355d-16b4-430b-9ebd-3d38c26cdb50 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 May 10 15:05:07.204426 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cf4e-d7e3-4861-8203-65eb03287b69 req-01d136cf-f33e-40a4-820f-a8fcdebf5fde tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:07.205854 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-28c4cf4e-d7e3-4861-8203-65eb03287b69 req-01d136cf-f33e-40a4-820f-a8fcdebf5fde tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0451312 May 10 15:05:07.252733 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-28c4cf4e-d7e3-4861-8203-65eb03287b69 req-9aedcb52-ae4c-48e0-a3d5-3d6364405c34 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 May 10 15:05:07.352592 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6878fd-4b3b-4d68-9516-7f68db288f44 req-c0e36f5d-ea0b-4daf-85e3-c7d4a6498577 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:07.354076 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a6878fd-4b3b-4d68-9516-7f68db288f44 req-c0e36f5d-ea0b-4daf-85e3-c7d4a6498577 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0468976 May 10 15:05:07.404560 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a6878fd-4b3b-4d68-9516-7f68db288f44 req-733a404c-3da6-4296-9f1d-c8b9cefa85f0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 May 10 15:05:08.111213 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e2fda-4701-4b17-b938-09e6bbe70d72 req-28fbbf28-bda4-4aa2-93fc-c71cdcd8c4fc tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:08.113222 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-875e2fda-4701-4b17-b938-09e6bbe70d72 req-28fbbf28-bda4-4aa2-93fc-c71cdcd8c4fc tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0457492 May 10 15:05:08.191740 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-875e2fda-4701-4b17-b938-09e6bbe70d72 req-32324a91-24a4-4e10-9bd8-671072224fd6 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 May 10 15:05:08.197030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8dd82-e144-42b5-bc56-560d1ef16299 req-4abf7377-777d-4dbc-a0b7-e962c0df796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:08.198499 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04a8dd82-e144-42b5-bc56-560d1ef16299 req-4abf7377-777d-4dbc-a0b7-e962c0df796f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 1134 time: 0.0539942 May 10 15:05:08.252916 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04a8dd82-e144-42b5-bc56-560d1ef16299 req-4e1905be-53e1-450a-b87f-4538eee1cf36 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 May 10 15:05:08.379178 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf0252-076f-41dc-89f9-85f5894ea813 req-4e0420fa-80bb-45d2-93ed-5db85dbeab5c tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:08.384623 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c9bf0252-076f-41dc-89f9-85f5894ea813 req-4e0420fa-80bb-45d2-93ed-5db85dbeab5c tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0570967 May 10 15:05:08.440667 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c9bf0252-076f-41dc-89f9-85f5894ea813 req-447afd74-fb50-4d1b-ad84-d9b839b8bdc9 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519016 May 10 15:05:08.545449 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcf9cb-6815-4ba7-af0e-9dea5ab8e1f3 req-15afb0a5-4a85-4ce7-bad9-4518f38f5f04 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:08.547097 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1dbcf9cb-6815-4ba7-af0e-9dea5ab8e1f3 req-15afb0a5-4a85-4ce7-bad9-4518f38f5f04 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0526145 May 10 15:05:08.604122 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1dbcf9cb-6815-4ba7-af0e-9dea5ab8e1f3 req-e04f60b3-317a-46ce-b6a8-4987294ec3e4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 May 10 15:05:08.779422 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:08.921218 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9887d8d4-81c4-4318-9cab-012f4685311b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:08.992742 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9887d8d4-81c4-4318-9cab-012f4685311b admin admin] Publish callbacks [] for security_group (d7ee042b-c577-49cb-a3a9-5d33d0cd5716), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:08.996118 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9887d8d4-81c4-4318-9cab-012f4685311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d7ee042b-c577-49cb-a3a9-5d33d0cd5716), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:09.036665 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9887d8d4-81c4-4318-9cab-012f4685311b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9fb651c72564bd0a8fe5090978fc50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561381 May 10 15:05:09.038714 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887d8d4-81c4-4318-9cab-012f4685311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee042b-c577-49cb-a3a9-5d33d0cd5716,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:09.039367 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57190) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:09.087149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Publish callbacks [] for security_group (d7ee042b-c577-49cb-a3a9-5d33d0cd5716), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:09.107364 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Publish callbacks [] for security_group (d7ee042b-c577-49cb-a3a9-5d33d0cd5716), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:09.152564 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d7ee042b-c577-49cb-a3a9-5d33d0cd5716), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:09.155082 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:09.156214 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7ee042b-c577-49cb-a3a9-5d33d0cd5716 HTTP/1.1" status: 204 len: 168 time: 0.1158135 May 10 15:05:09.163559 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee042b-c577-49cb-a3a9-5d33d0cd5716,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:09.170624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.170973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.171314 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.171652 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.171983 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.172313 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.172642 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.172966 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.173315 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.173647 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.173987 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.174328 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.174690 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.175001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.175320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823590b9-4414-41a6-ba31-4b4166f2304f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:09.307237 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dfffe-c49d-42ae-8fac-e0d0f31a6a5c req-99bb5fa1-825a-457f-a5ca-8c6468d3a25a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:09.308835 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f8dfffe-c49d-42ae-8fac-e0d0f31a6a5c req-99bb5fa1-825a-457f-a5ca-8c6468d3a25a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0499506 May 10 15:05:09.355230 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f8dfffe-c49d-42ae-8fac-e0d0f31a6a5c req-bb1d3fc1-fe72-4c02-ab5e-d6e7e645c6da tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 May 10 15:05:09.568823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5f05-79f2-4299-8ea9-4861168c0831 req-af3f6938-898f-4a90-a93b-f78bba730cf5 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:09.575082 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-748f5f05-79f2-4299-8ea9-4861168c0831 req-af3f6938-898f-4a90-a93b-f78bba730cf5 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0551920 May 10 15:05:09.625004 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-748f5f05-79f2-4299-8ea9-4861168c0831 req-247d3987-f668-4f0e-bc8a-31e308f6b647 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 May 10 15:05:09.759516 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00e777-88fa-45a4-b975-1a34feb5ad52 req-3cc38dd0-65a9-4872-bf4b-1cb43361def2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:09.761468 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da00e777-88fa-45a4-b975-1a34feb5ad52 req-3cc38dd0-65a9-4872-bf4b-1cb43361def2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0597544 May 10 15:05:09.836817 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da00e777-88fa-45a4-b975-1a34feb5ad52 req-b5af1ab4-a70d-445d-8774-1091a1de3ee5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 May 10 15:05:09.979178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:10.116646 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fddb0c12-df2c-4dac-a221-52914fa832da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.219697 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fddb0c12-df2c-4dac-a221-52914fa832da admin admin] Publish callbacks [] for security_group (3dbf3a46-4dfa-49cf-85b1-11d065f067be), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.225409 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fddb0c12-df2c-4dac-a221-52914fa832da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3dbf3a46-4dfa-49cf-85b1-11d065f067be), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.254920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb0c12-df2c-4dac-a221-52914fa832da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf3a46-4dfa-49cf-85b1-11d065f067be,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.277500 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fddb0c12-df2c-4dac-a221-52914fa832da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=521cd935894f4fd8aba2c88e1fdec534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972248 May 10 15:05:10.278272 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:10.302382 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebbce-efc5-4fe0-836b-b9730118497d req-f664e807-8acb-4509-8e66-39dc0ddd2d2c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:10.303906 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b4ebbce-efc5-4fe0-836b-b9730118497d req-f664e807-8acb-4509-8e66-39dc0ddd2d2c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0884981 May 10 15:05:10.367066 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] Publish callbacks [] for security_group (3dbf3a46-4dfa-49cf-85b1-11d065f067be), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.382824 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b4ebbce-efc5-4fe0-836b-b9730118497d req-54a08a52-1552-4bb5-893e-9489d1eaf804 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707831 May 10 15:05:10.396876 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] Publish callbacks [] for security_group (3dbf3a46-4dfa-49cf-85b1-11d065f067be), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.442734 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3dbf3a46-4dfa-49cf-85b1-11d065f067be), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.445813 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.449835 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3dbf3a46-4dfa-49cf-85b1-11d065f067be HTTP/1.1" status: 204 len: 168 time: 0.1703210 May 10 15:05:10.457770 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f4433-e5d4-4430-b9b1-dfcdf3a75158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf3a46-4dfa-49cf-85b1-11d065f067be,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.732300 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57322) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:10.746643 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-227f6041-1e44-47aa-bd03-591787c60904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.755204 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a847-22a7-42d4-ae5b-ceb47dbfb339 req-8e047c1e-a4be-477a-9ec4-9a2e06035468 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:10.756670 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8205a847-22a7-42d4-ae5b-ceb47dbfb339 req-8e047c1e-a4be-477a-9ec4-9a2e06035468 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0522583 May 10 15:05:10.807198 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8205a847-22a7-42d4-ae5b-ceb47dbfb339 req-0606bb85-57c4-46c5-9b73-91163d1e6bea tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 May 10 15:05:10.821607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-227f6041-1e44-47aa-bd03-591787c60904 admin admin] Publish callbacks [] for security_group (740ef7ee-cdab-443f-be0d-d1b318eaa2bd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.825395 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-227f6041-1e44-47aa-bd03-591787c60904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (740ef7ee-cdab-443f-be0d-d1b318eaa2bd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.863662 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-227f6041-1e44-47aa-bd03-591787c60904 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b90053f5060a4ba1a6b9434f675960c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301901 May 10 15:05:10.864992 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f6041-1e44-47aa-bd03-591787c60904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ef7ee-cdab-443f-be0d-d1b318eaa2bd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.867145 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:10.924983 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] Publish callbacks [] for security_group (740ef7ee-cdab-443f-be0d-d1b318eaa2bd), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.948288 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] Publish callbacks [] for security_group (740ef7ee-cdab-443f-be0d-d1b318eaa2bd), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:10.954697 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872de75-3db4-4309-97e2-1daabe2815af req-65eaa673-25eb-47bc-a9f3-28b629daa14c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:10.956189 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4872de75-3db4-4309-97e2-1daabe2815af req-65eaa673-25eb-47bc-a9f3-28b629daa14c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0518928 May 10 15:05:10.997776 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (740ef7ee-cdab-443f-be0d-d1b318eaa2bd), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:11.000604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:11.001832 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/740ef7ee-cdab-443f-be0d-d1b318eaa2bd HTTP/1.1" status: 204 len: 168 time: 0.1337202 May 10 15:05:11.008442 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4872de75-3db4-4309-97e2-1daabe2815af req-98bc2d58-2678-4815-97fd-575eac8be039 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 May 10 15:05:11.010431 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b414-0264-4834-a784-8d4513ef4636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ef7ee-cdab-443f-be0d-d1b318eaa2bd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:11.503144 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c469f6-d6c9-40b4-a648-0c7a3896537d req-bb13391b-4d56-45c2-aa8f-515b6349cba3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:11.504618 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-88c469f6-d6c9-40b4-a648-0c7a3896537d req-bb13391b-4d56-45c2-aa8f-515b6349cba3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0540929 May 10 15:05:11.551691 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-88c469f6-d6c9-40b4-a648-0c7a3896537d req-419644d1-f50f-452d-9fd6-8f4288178489 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 May 10 15:05:11.933089 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8c54-bd78-4efe-9ea0-34c4e446b599 req-c0c09cdd-0061-4c7b-9c57-d55f444fc651 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:11.934782 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8adc8c54-bd78-4efe-9ea0-34c4e446b599 req-c0c09cdd-0061-4c7b-9c57-d55f444fc651 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0587964 May 10 15:05:11.984797 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8adc8c54-bd78-4efe-9ea0-34c4e446b599 req-51adae05-4fd6-46c0-af2a-e8092aee94ec tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 May 10 15:05:12.130006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4d69-c6a1-4f17-b2ab-e70a9bbe9404 req-b1b02dda-aea6-4bc3-ae3d-7f271daddae7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:12.131470 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a5dd4d69-c6a1-4f17-b2ab-e70a9bbe9404 req-b1b02dda-aea6-4bc3-ae3d-7f271daddae7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0471759 May 10 15:05:12.177094 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a5dd4d69-c6a1-4f17-b2ab-e70a9bbe9404 req-a249a2b1-3f54-4564-9487-2224235f58d2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 May 10 15:05:12.667982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a4c1c-ec56-43df-aa8a-8fe65e6e695c req-22e6379a-e747-419e-be26-9d303d75cb25 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:12.669605 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d6a4c1c-ec56-43df-aa8a-8fe65e6e695c req-22e6379a-e747-419e-be26-9d303d75cb25 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0511873 May 10 15:05:12.722286 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d6a4c1c-ec56-43df-aa8a-8fe65e6e695c req-ca66190e-1855-42ff-9dc5-45957e2bb824 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 May 10 15:05:13.106817 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa3461-fac5-4305-a92c-84f566e7e54c req-d373084a-55c7-49a4-81c3-f394f0b8a988 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:13.108375 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9faa3461-fac5-4305-a92c-84f566e7e54c req-d373084a-55c7-49a4-81c3-f394f0b8a988 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0528843 May 10 15:05:13.161681 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9faa3461-fac5-4305-a92c-84f566e7e54c req-2f588bdb-9c3a-4a1e-aa5e-0b4ae3dd3cee tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473659 May 10 15:05:13.296093 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de900f-882f-4189-af93-04b7bd1ddcaf req-e77c89fd-7dec-4377-a115-d5635408a59e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:13.297676 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00de900f-882f-4189-af93-04b7bd1ddcaf req-e77c89fd-7dec-4377-a115-d5635408a59e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0473175 May 10 15:05:13.345981 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00de900f-882f-4189-af93-04b7bd1ddcaf req-3bf69563-f297-450c-acf6-996a3d6798b4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 May 10 15:05:13.802425 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57494) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:13.842264 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41061eb-aa1c-4385-8375-8036d4225e0a req-891ad160-9084-41ba-8c22-151c5d8972c1 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:13.843764 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a41061eb-aa1c-4385-8375-8036d4225e0a req-891ad160-9084-41ba-8c22-151c5d8972c1 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0465298 May 10 15:05:13.890527 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a41061eb-aa1c-4385-8375-8036d4225e0a req-2105ab46-e90d-4701-8974-e520a2a5e31c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 May 10 15:05:13.905273 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b67b1c8-de51-4574-b547-dfc890697793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:13.979453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b67b1c8-de51-4574-b547-dfc890697793 admin admin] Publish callbacks [] for security_group (3622cb64-a5c4-40eb-931d-a42b9e2246ea), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:13.982998 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b67b1c8-de51-4574-b547-dfc890697793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3622cb64-a5c4-40eb-931d-a42b9e2246ea), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.021748 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b1c8-de51-4574-b547-dfc890697793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3622cb64-a5c4-40eb-931d-a42b9e2246ea,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.026486 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0b67b1c8-de51-4574-b547-dfc890697793 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8cd26cd8e6b44befad3d613e0f262e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230246 May 10 15:05:14.029427 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57498) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:14.079747 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] Publish callbacks [] for security_group (3622cb64-a5c4-40eb-931d-a42b9e2246ea), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.101890 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] Publish callbacks [] for security_group (3622cb64-a5c4-40eb-931d-a42b9e2246ea), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.149280 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3622cb64-a5c4-40eb-931d-a42b9e2246ea), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.151811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.152982 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3622cb64-a5c4-40eb-931d-a42b9e2246ea HTTP/1.1" status: 204 len: 168 time: 0.1230335 May 10 15:05:14.160260 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3a74b-1514-48b6-9e30-2327636e23ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3622cb64-a5c4-40eb-931d-a42b9e2246ea,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.278732 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0867417-7dc8-47cf-b2b7-0411cf7dfe95 req-117b0e4a-4f18-4a6e-a468-e662e4973ca2 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:14.280270 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0867417-7dc8-47cf-b2b7-0411cf7dfe95 req-117b0e4a-4f18-4a6e-a468-e662e4973ca2 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0511951 May 10 15:05:14.326162 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0867417-7dc8-47cf-b2b7-0411cf7dfe95 req-4ad4b69e-61c5-486e-93f2-b0c3aafd2f63 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 May 10 15:05:14.428053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:14.458318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15877b22-187e-4200-8033-eaab0140ee37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.478504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b868e-ac62-4d03-a286-65030350a5ef req-ba876c3b-e179-45d6-aa9c-70562f79078c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:14.479950 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-740b868e-ac62-4d03-a286-65030350a5ef req-ba876c3b-e179-45d6-aa9c-70562f79078c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0626581 May 10 15:05:14.553497 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-740b868e-ac62-4d03-a286-65030350a5ef req-9751d41f-b72f-4b5e-a72e-58a3893a1852 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655210 May 10 15:05:14.585354 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15877b22-187e-4200-8033-eaab0140ee37 admin admin] Publish callbacks [] for security_group (d3822259-96f0-45d0-8dba-36b9861427d3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.588476 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15877b22-187e-4200-8033-eaab0140ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d3822259-96f0-45d0-8dba-36b9861427d3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.630607 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-15877b22-187e-4200-8033-eaab0140ee37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cbd5d837b78a44dc953bf92653eaa991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014890 May 10 15:05:14.631670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877b22-187e-4200-8033-eaab0140ee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3822259-96f0-45d0-8dba-36b9861427d3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.633999 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57518) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:14.689813 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] Publish callbacks [] for security_group (d3822259-96f0-45d0-8dba-36b9861427d3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.710709 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] Publish callbacks [] for security_group (d3822259-96f0-45d0-8dba-36b9861427d3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.758872 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d3822259-96f0-45d0-8dba-36b9861427d3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.761540 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:14.762688 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d3822259-96f0-45d0-8dba-36b9861427d3 HTTP/1.1" status: 204 len: 168 time: 0.1275494 May 10 15:05:14.770873 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e9962-f850-420d-9e35-e52359e676df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3822259-96f0-45d0-8dba-36b9861427d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:15.006998 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414a04-abed-4278-9973-0cb4c045b872 req-8b6ed448-80d1-4438-93fc-43df1ad0b3ad tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:15.008743 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c414a04-abed-4278-9973-0cb4c045b872 req-8b6ed448-80d1-4438-93fc-43df1ad0b3ad tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0475843 May 10 15:05:15.057910 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c414a04-abed-4278-9973-0cb4c045b872 req-05d871f1-0551-44d8-a46b-287727bf018b tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 May 10 15:05:15.444267 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36781beb-062c-40d8-bec4-a812a116df75 req-3c9eabd7-67b8-4a66-8166-dbbd4ce61ef7 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:15.451080 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36781beb-062c-40d8-bec4-a812a116df75 req-3c9eabd7-67b8-4a66-8166-dbbd4ce61ef7 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0565119 May 10 15:05:15.513912 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36781beb-062c-40d8-bec4-a812a116df75 req-3e23ce9c-4d7e-4235-bc29-6c1c424adbe2 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610058 May 10 15:05:15.684131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9f4f-65cf-445b-b8be-abbb470d740d req-1d60887f-feed-4a33-8096-c1fd10af1f1e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:15.690906 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1dff9f4f-65cf-445b-b8be-abbb470d740d req-1d60887f-feed-4a33-8096-c1fd10af1f1e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0607021 May 10 15:05:15.747855 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1dff9f4f-65cf-445b-b8be-abbb470d740d req-16229e01-a4f4-4596-a615-c94700f4563a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552683 May 10 15:05:15.816909 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a10d8-4306-4074-b675-807f309f7c3b req-0e4af371-2333-4611-b5ce-023fb2232c31 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:15.818471 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a19a10d8-4306-4074-b675-807f309f7c3b req-0e4af371-2333-4611-b5ce-023fb2232c31 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0494096 May 10 15:05:15.875145 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a19a10d8-4306-4074-b675-807f309f7c3b req-f11b01d6-446f-455c-a1f8-46be2ed03728 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504925 May 10 15:05:16.176930 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1905-fd95-40b3-b5e3-b748c24efac2 req-7854341a-c873-47c1-8889-b59e7a628057 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:16.178474 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a4a1905-fd95-40b3-b5e3-b748c24efac2 req-7854341a-c873-47c1-8889-b59e7a628057 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0482776 May 10 15:05:16.230548 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a4a1905-fd95-40b3-b5e3-b748c24efac2 req-5770d56b-2923-429a-9a4e-b49b85fc4193 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 May 10 15:05:16.862321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1d28-30f8-4388-9139-0a22a2971539 req-221d8a19-42dd-4f23-b3be-19743b5d177f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:16.863857 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e7a1d28-30f8-4388-9139-0a22a2971539 req-221d8a19-42dd-4f23-b3be-19743b5d177f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0467267 May 10 15:05:16.933706 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e7a1d28-30f8-4388-9139-0a22a2971539 req-db74da12-5085-4940-ace9-a7c217459216 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632803 May 10 15:05:17.019365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841ae92-10cc-49b1-a0b5-373a55b04001 req-abb25da7-f61a-4548-95a7-6ea23940f7f6 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:17.020934 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8841ae92-10cc-49b1-a0b5-373a55b04001 req-abb25da7-f61a-4548-95a7-6ea23940f7f6 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0535042 May 10 15:05:17.069918 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8841ae92-10cc-49b1-a0b5-373a55b04001 req-c5a4fa26-9fe5-4d9e-a61b-9b0e4c905c71 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 May 10 15:05:17.374426 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6828d3f-5d45-45b8-9048-f7e4f59f7289 req-dff1b312-d860-4315-ab48-6b4ae93c6907 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:17.375978 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6828d3f-5d45-45b8-9048-f7e4f59f7289 req-dff1b312-d860-4315-ab48-6b4ae93c6907 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0731804 May 10 15:05:17.431935 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6828d3f-5d45-45b8-9048-f7e4f59f7289 req-80fa3603-14ed-492f-8795-3a77e4fe9acc tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 May 10 15:05:18.045881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1acb31-1fd4-443c-9352-422bc18d8113 req-19747929-6f4a-46b8-a9c4-59caaca163aa tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:18.047301 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a1acb31-1fd4-443c-9352-422bc18d8113 req-19747929-6f4a-46b8-a9c4-59caaca163aa tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0486436 May 10 15:05:18.092340 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2a1acb31-1fd4-443c-9352-422bc18d8113 req-fcef4451-ed40-4514-ac91-7f2fb63494c8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 May 10 15:05:18.183801 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c29edb-094c-4af9-b1cc-585fdd85b075 req-0f483367-0c6f-4718-b290-1262f324e130 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:18.185205 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2c29edb-094c-4af9-b1cc-585fdd85b075 req-0f483367-0c6f-4718-b290-1262f324e130 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0479569 May 10 15:05:18.229925 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2c29edb-094c-4af9-b1cc-585fdd85b075 req-73de2675-2f62-43f7-8a52-3f4ba6d26c2a tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 May 10 15:05:18.553431 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c856-ad88-413a-a8c7-9ede7ef63a35 req-0755144f-ce21-4011-a8ca-3a521f3c350f tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:18.555511 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8e68c856-ad88-413a-a8c7-9ede7ef63a35 req-0755144f-ce21-4011-a8ca-3a521f3c350f tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0519259 May 10 15:05:18.604092 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8e68c856-ad88-413a-a8c7-9ede7ef63a35 req-c5ea2f27-8d09-419d-8209-f8c5fb1c38aa tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 May 10 15:05:19.204224 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227605b2-0fd3-4cf6-88c0-2889febd8ffa req-aa9d7909-3843-4adb-9eb4-7082cb4fd1e9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:19.205696 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-227605b2-0fd3-4cf6-88c0-2889febd8ffa req-aa9d7909-3843-4adb-9eb4-7082cb4fd1e9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0457242 May 10 15:05:19.232495 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bab5ec60-8421-4f16-850b-789339232d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:19.253473 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-227605b2-0fd3-4cf6-88c0-2889febd8ffa req-d1cdc5ff-2334-46d0-82de-81ff16c3049f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 May 10 15:05:19.346953 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64743e5b-0f19-49c1-900a-f7e45b0c427c req-7d3deaf9-3267-4210-bdc8-8e9a5aa908fb tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:19.348403 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-64743e5b-0f19-49c1-900a-f7e45b0c427c req-7d3deaf9-3267-4210-bdc8-8e9a5aa908fb tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0509403 May 10 15:05:19.399035 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-64743e5b-0f19-49c1-900a-f7e45b0c427c req-d273eabf-2fd4-402d-9801-515c9267bb0d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 May 10 15:05:19.729718 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ceae6-c004-4273-97e5-c4efcbf3d4c2 req-3ab9c216-6ca4-4fba-9281-c8e79ee5c113 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:19.731264 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9a1ceae6-c004-4273-97e5-c4efcbf3d4c2 req-3ab9c216-6ca4-4fba-9281-c8e79ee5c113 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0505340 May 10 15:05:19.781263 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9a1ceae6-c004-4273-97e5-c4efcbf3d4c2 req-adbce6e9-ade0-487d-8f0a-3e9a1f695674 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 May 10 15:05:20.289062 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57690) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:20.402476 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5a16-a383-4d38-b687-bb7fbe6af68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.434326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983441a1-e754-486c-9b0a-63c6ad282548 req-0111f21a-dac2-4b72-9ce9-be18bc1e09fc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:20.436328 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-983441a1-e754-486c-9b0a-63c6ad282548 req-0111f21a-dac2-4b72-9ce9-be18bc1e09fc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.1109495 May 10 15:05:20.442350 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2fe03-5945-4faa-a41f-0ef999d26514 req-532364ef-0a02-4b8f-a522-4c2ef33a84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:20.444299 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-12f2fe03-5945-4faa-a41f-0ef999d26514 req-532364ef-0a02-4b8f-a522-4c2ef33a84d7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1129 time: 0.0871248 May 10 15:05:20.464546 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f27e1-219e-4b07-a642-5e8418182391 req-ab1dda35-db9c-496f-8da6-287f5f389333 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:20.466292 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-831f27e1-219e-4b07-a642-5e8418182391 req-ab1dda35-db9c-496f-8da6-287f5f389333 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0978825 May 10 15:05:20.502075 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-983441a1-e754-486c-9b0a-63c6ad282548 req-1dd8e796-c727-45ff-9036-c9563442fd22 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 May 10 15:05:20.509190 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5a16-a383-4d38-b687-bb7fbe6af68f admin admin] Publish callbacks [] for security_group (44156b1c-9272-49ba-9dd3-2d8e018767d7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.514798 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1dc5a16-a383-4d38-b687-bb7fbe6af68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (44156b1c-9272-49ba-9dd3-2d8e018767d7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.545194 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c728f77-e4ab-4068-8929-e94cf3704f0b req-7e43c312-c813-44fb-a121-0fcca9dba453 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:20.546690 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c728f77-e4ab-4068-8929-e94cf3704f0b req-7e43c312-c813-44fb-a121-0fcca9dba453 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.0688455 May 10 15:05:20.581339 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d1dc5a16-a383-4d38-b687-bb7fbe6af68f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5592661152b24accba1b0a108519dcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910624 May 10 15:05:20.583283 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc5a16-a383-4d38-b687-bb7fbe6af68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44156b1c-9272-49ba-9dd3-2d8e018767d7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:20.586059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:20.625206 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-12f2fe03-5945-4faa-a41f-0ef999d26514 req-2256d870-d08b-47e5-a64c-0d91233e077c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973144 May 10 15:05:20.636963 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c728f77-e4ab-4068-8929-e94cf3704f0b req-170145a2-225e-40c4-953a-461e38db4785 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/security-groups?id=467f6146-b0f1-44a2-8b5a-7349d5e403ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841565 May 10 15:05:20.639819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Deleting port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:05:20.640187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.659860 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] Publish callbacks [] for security_group (44156b1c-9272-49ba-9dd3-2d8e018767d7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.683157 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] Publish callbacks [] for security_group (44156b1c-9272-49ba-9dd3-2d8e018767d7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.728789 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (44156b1c-9272-49ba-9dd3-2d8e018767d7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.731357 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.732487 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44156b1c-9272-49ba-9dd3-2d8e018767d7 HTTP/1.1" status: 204 len: 168 time: 0.1452780 May 10 15:05:20.737966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] For port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:20.738417 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:20.740241 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846170-5012-427d-8f2a-dea606730146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44156b1c-9272-49ba-9dd3-2d8e018767d7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:20.753944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Calling delete_port for cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:05:20.984945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5b4f-64de-40f5-ba29-fdd225688fbf req-a29eaf69-1a35-4962-b624-43c10e0b3126 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:20.986432 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d14d5b4f-64de-40f5-ba29-fdd225688fbf req-a29eaf69-1a35-4962-b624-43c10e0b3126 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 945 time: 0.0929947 May 10 15:05:20.996022 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.052000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Pushing event deleted for resources: {'Port': ['ID=cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:21.061125 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-a5a4bae2-3548-4dd7-8a79-a1feac530aea tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.062696 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-a5a4bae2-3548-4dd7-8a79-a1feac530aea tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.87 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 950 time: 0.1294141 May 10 15:05:21.149141 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] No DVR routers for this DVR port cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:21.154518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.161856 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-831f27e1-219e-4b07-a642-5e8418182391 req-e7d4a467-5114-4991-91ad-8d3c46efda4e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "DELETE /v2.0/ports/cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 HTTP/1.1" status: 204 len: 173 time: 0.6312144 May 10 15:05:21.161856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'name': 'network-vif-deleted', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:21.161856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c83d3-6e8b-4b3d-aee4-781b6fcf16bd" -d '{"events": [{"server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "name": "network-vif-deleted", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:21.169462 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d14d5b4f-64de-40f5-ba29-fdd225688fbf req-1256f195-c6f9-4d77-9a62-d0ebfea58933 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683190 May 10 15:05:21.207209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d5188-2470-4af1-a1a2-2790d8ebfc84 x-openstack-request-id: req-fe2d5188-2470-4af1-a1a2-2790d8ebfc84 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:21.207493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ac2ad8-af1d-4518-8620-316d4d06db22", "name": "network-vif-deleted", "tag": "cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:21.207746 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe2d5188-2470-4af1-a1a2-2790d8ebfc84 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:21.208146 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2d5188-2470-4af1-a1a2-2790d8ebfc84'] response: {'server_uuid': 'a8ac2ad8-af1d-4518-8620-316d4d06db22', 'name': 'network-vif-deleted', 'tag': 'cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9', 'status': 'completed', 'code': 200} May 10 15:05:21.227715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Deleting port 76778285-73b5-415f-a934-78290d21128d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:05:21.228261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (76778285-73b5-415f-a934-78290d21128d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.324347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] For port 76778285-73b5-415f-a934-78290d21128d, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=76778285-73b5-415f-a934-78290d21128d,segment=NetworkSegment(4ea62328-caf6-4b0a-921b-f2bc565c78ba),segment_id=4ea62328-caf6-4b0a-921b-f2bc565c78ba)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:21.324721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (76778285-73b5-415f-a934-78290d21128d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.338416 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Calling delete_port for 76778285-73b5-415f-a934-78290d21128d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:05:21.375338 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-646b992b-109d-4f02-9825-30e87819ed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.477179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (76778285-73b5-415f-a934-78290d21128d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.494902 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['76778285-73b5-415f-a934-78290d21128d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:05:21.503856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Pushing event deleted for resources: {'Port': ['ID=76778285-73b5-415f-a934-78290d21128d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:21.552828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] No DVR routers for this DVR port 76778285-73b5-415f-a934-78290d21128d on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:21.555887 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:21.561601 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ed2321bd-9cbf-4a97-918d-bd10fcdee9b1 req-d5214378-0289-4e3c-9d7e-6eedeb0b7a27 tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.87 "DELETE /v2.0/ports/76778285-73b5-415f-a934-78290d21128d HTTP/1.1" status: 204 len: 173 time: 0.4897494 May 10 15:05:21.674000 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8b5d-2001-4348-9676-99acf9e59af6 req-c4e4ba38-bbcb-4de4-b4c3-0cf286b47a93 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.685148 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4d0f8b5d-2001-4348-9676-99acf9e59af6 req-c4e4ba38-bbcb-4de4-b4c3-0cf286b47a93 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0753036 May 10 15:05:21.773945 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4d0f8b5d-2001-4348-9676-99acf9e59af6 req-339f9808-a674-4de8-85a3-7cc9272f5b40 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800896 May 10 15:05:21.802635 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-315497e7-0f3e-436e-b7c2-86fa9491cfd5 req-a842936c-4823-41e5-aeab-1f750c9fa84d tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0451818 May 10 15:05:22.285796 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db2697e6-28ad-40af-80ca-02ee31311252 req-46d6e9d5-9c50-448b-bd44-308edc164280 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 210 time: 0.0296657 May 10 15:05:22.666745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:22.758874 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:05:22.778927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:05:22.779270 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device cad9fcc5-78df-4a88-bc1a-7c3eff5f7be9 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:05:22.878871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaccd1-c7f8-4457-b5ad-150e1f260137 req-00ca6965-2d38-4510-b1cb-6d2eeae2ed4b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:22.880362 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-babaccd1-c7f8-4457-b5ad-150e1f260137 req-00ca6965-2d38-4510-b1cb-6d2eeae2ed4b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0502899 May 10 15:05:22.900741 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3faa5f6e-0775-4d46-9376-3cee7aaf35a1 req-9bee00f5-45ad-4321-bd6e-bf6a2e54723f tempest-VolumesNegativeTest-738858301 tempest-VolumesNegativeTest-738858301-project] 10.222.0.83 "GET /v2.0/ports?device_id=91aa6fbc-4812-46a4-a862-bd16073f9999 HTTP/1.1" status: 200 len: 210 time: 0.0272279 May 10 15:05:22.934126 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-babaccd1-c7f8-4457-b5ad-150e1f260137 req-7c4f1f3c-afe8-4786-aecb-901934bbe576 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 May 10 15:05:23.048711 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5de1c-1348-42b8-943d-5ee35080ae6d req-7c285f8d-a303-4fce-8acc-8e97eda0d63d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:23.050167 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ad5de1c-1348-42b8-943d-5ee35080ae6d req-7c285f8d-a303-4fce-8acc-8e97eda0d63d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0459580 May 10 15:05:23.096006 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0ad5de1c-1348-42b8-943d-5ee35080ae6d req-ec273473-7ea4-411c-a3d4-9b969c4a35d2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 May 10 15:05:23.209258 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'name': 'network-vif-deleted', 'tag': '76778285-73b5-415f-a934-78290d21128d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:23.212573 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578466d8-4ccb-47c9-a81b-d6dc6a559c74" -d '{"events": [{"server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "name": "network-vif-deleted", "tag": "76778285-73b5-415f-a934-78290d21128d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:23.250219 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b889e0-795c-4908-950d-e9b07719e239 x-openstack-request-id: req-f9b889e0-795c-4908-950d-e9b07719e239 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:23.251014 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aa6fbc-4812-46a4-a862-bd16073f9999", "name": "network-vif-deleted", "tag": "76778285-73b5-415f-a934-78290d21128d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:23.256467 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f9b889e0-795c-4908-950d-e9b07719e239 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:23.257398 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b889e0-795c-4908-950d-e9b07719e239'] response: {'server_uuid': '91aa6fbc-4812-46a4-a862-bd16073f9999', 'name': 'network-vif-deleted', 'tag': '76778285-73b5-415f-a934-78290d21128d', 'status': 'completed', 'code': 200} May 10 15:05:23.408331 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a02de17e-114b-4da1-a452-41f28d623269 req-c179fa5b-9d3b-4747-8eb6-8b3964760bfa tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ac2ad8-af1d-4518-8620-316d4d06db22 HTTP/1.1" status: 200 len: 210 time: 0.0403426 May 10 15:05:23.932671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57776) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:24.003638 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.045484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8403874d-8292-4ab2-8963-fd8c6523f1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.123265 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8403874d-8292-4ab2-8963-fd8c6523f1c2 admin admin] Publish callbacks [] for security_group (cec580e7-2c15-42dc-9da8-2305792047e8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.127436 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8403874d-8292-4ab2-8963-fd8c6523f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (cec580e7-2c15-42dc-9da8-2305792047e8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.172261 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8403874d-8292-4ab2-8963-fd8c6523f1c2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df97fc203f714fba98fe69d4f8de4fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385042 May 10 15:05:24.173119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403874d-8292-4ab2-8963-fd8c6523f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec580e7-2c15-42dc-9da8-2305792047e8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:24.174987 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:24.235377 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] Publish callbacks [] for security_group (cec580e7-2c15-42dc-9da8-2305792047e8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.260906 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] Publish callbacks [] for security_group (cec580e7-2c15-42dc-9da8-2305792047e8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.319430 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (cec580e7-2c15-42dc-9da8-2305792047e8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.322165 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.325891 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cec580e7-2c15-42dc-9da8-2305792047e8 HTTP/1.1" status: 204 len: 168 time: 0.1493816 May 10 15:05:24.333695 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bc57-d9ff-4f24-98d4-e852c9071a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec580e7-2c15-42dc-9da8-2305792047e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:24.722841 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:24.748204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 76778285-73b5-415f-a934-78290d21128d no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:05:24.775529 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53c3b3b6-8384-4311-83d5-ae951962e441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:24.784508 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-740ee2df-b9c1-4515-9c9b-37ce9e1faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:24.786015 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-740ee2df-b9c1-4515-9c9b-37ce9e1faefd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.0789213 May 10 15:05:24.791043 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 76778285-73b5-415f-a934-78290d21128d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:05:24.791393 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 76778285-73b5-415f-a934-78290d21128d not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:05:24.802920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66939a4f-973f-4d9e-b24d-097007eeda91 req-de95202f-4a0f-4848-a468-4bc97a429a80 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:24.804933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66939a4f-973f-4d9e-b24d-097007eeda91 req-de95202f-4a0f-4848-a468-4bc97a429a80 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1085992 May 10 15:05:24.859447 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-b803c780-bee4-42ca-ae2c-35384bf017db tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:24.860927 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-b803c780-bee4-42ca-ae2c-35384bf017db tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 809 time: 0.1495941 May 10 15:05:24.898984 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-952238cd-565f-434a-8109-a62f1f10cdc4 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/quotas/c9d3d605483a4228bd54793a27723c91 HTTP/1.1" status: 200 len: 375 time: 0.0209663 May 10 15:05:24.932303 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-af4ceda0-cb7d-4fe5-b689-286c8c3a4da8 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323875 May 10 15:05:24.933784 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66939a4f-973f-4d9e-b24d-097007eeda91 req-cb5c1b1e-4dc4-44a2-8bed-1d27c5726b7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163499 May 10 15:05:24.948801 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-8ce50425-3f94-4d83-99a4-1fa8c013d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:24.950261 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-8ce50425-3f94-4d83-99a4-1fa8c013d426 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1442728 May 10 15:05:24.995759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53c3b3b6-8384-4311-83d5-ae951962e441 admin admin] Publish callbacks [] for security_group (f2639be4-8b9d-4fcb-b16d-e205fa20ccea), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.002783 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-11e44111-24d5-482f-927e-3dce4476277b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.0419664 May 10 15:05:25.004597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53c3b3b6-8384-4311-83d5-ae951962e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f2639be4-8b9d-4fcb-b16d-e205fa20ccea), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.054296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-4152ba8a-e3ad-4247-b9b6-2827e1955c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:25.056416 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-4152ba8a-e3ad-4247-b9b6-2827e1955c75 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0460436 May 10 15:05:25.057479 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-53c3b3b6-8384-4311-83d5-ae951962e441 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=48d560f478f74887a33ab22d5de66869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333616 May 10 15:05:25.060236 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:25.060386 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3b3b6-8384-4311-83d5-ae951962e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2639be4-8b9d-4fcb-b16d-e205fa20ccea,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.087967 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-25e8c9da-7b81-4891-9362-ac9fe1f6c31b service neutron] 10.222.0.83 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483848 May 10 15:05:25.144913 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-bb517405-b4cd-4adf-8e21-34c57c5352f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:25.146380 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-bb517405-b4cd-4adf-8e21-34c57c5352f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655305 May 10 15:05:25.152156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] Publish callbacks [] for security_group (f2639be4-8b9d-4fcb-b16d-e205fa20ccea), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.185129 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-8006a3af-ac94-456a-825a-1daf71b17242 service neutron] 10.222.0.83 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 May 10 15:05:25.217437 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] Publish callbacks [] for security_group (f2639be4-8b9d-4fcb-b16d-e205fa20ccea), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.279303 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-211c78c0-c083-4e59-924f-5525ae5ff04b service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227064 May 10 15:05:25.332807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f2639be4-8b9d-4fcb-b16d-e205fa20ccea), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.335564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.336774 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2639be4-8b9d-4fcb-b16d-e205fa20ccea HTTP/1.1" status: 204 len: 168 time: 0.2756205 May 10 15:05:25.419037 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975c7e-ecdf-4719-b492-8948e8362f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2639be4-8b9d-4fcb-b16d-e205fa20ccea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.427219 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-115362f5-2775-47a6-92ed-a576fd08bc01 req-32f9e572-9836-4e3d-9106-6bc95fb07b5c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0350864 May 10 15:05:25.497375 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6b5f754-4b15-4a8c-8e25-80eb20b0eb6b req-40385292-c042-47d6-aaae-3e20cc54ebab service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069352 May 10 15:05:25.589353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.790983 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 57952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:25.815343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4388d1d3-50fb-4828-acf9-d19d93874abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.913840 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4388d1d3-50fb-4828-acf9-d19d93874abe admin admin] Publish callbacks [] for security_group (c29a8907-133e-4448-acd7-07d0f2b92131), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.924060 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4388d1d3-50fb-4828-acf9-d19d93874abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c29a8907-133e-4448-acd7-07d0f2b92131), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:25.970727 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4388d1d3-50fb-4828-acf9-d19d93874abe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3e0cd25e5ce4cda8add856fada8ec96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765280 May 10 15:05:25.970727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d1d3-50fb-4828-acf9-d19d93874abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a8907-133e-4448-acd7-07d0f2b92131,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.971489 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 57976) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:26.035274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] Publish callbacks [] for security_group (c29a8907-133e-4448-acd7-07d0f2b92131), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:26.060801 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] Publish callbacks [] for security_group (c29a8907-133e-4448-acd7-07d0f2b92131), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:26.077875 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3ee66-b03f-487d-a9f0-e48518f759b7 req-56600405-bbbb-4727-979c-83e01e488253 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:26.100828 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fac3ee66-b03f-487d-a9f0-e48518f759b7 req-56600405-bbbb-4727-979c-83e01e488253 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0760670 May 10 15:05:26.143564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c29a8907-133e-4448-acd7-07d0f2b92131), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:26.146596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:26.148623 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c29a8907-133e-4448-acd7-07d0f2b92131 HTTP/1.1" status: 204 len: 168 time: 0.1753283 May 10 15:05:26.151921 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fac3ee66-b03f-487d-a9f0-e48518f759b7 req-d109f798-ab01-4a03-b7b0-6de77c7cbae8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 May 10 15:05:26.159270 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64cca5-1555-46f5-b543-fc0e421f2cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a8907-133e-4448-acd7-07d0f2b92131,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.553996 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9be706a6-1251-4423-8dd4-c15baa5435ad req-bd59d1bd-e8ff-463f-acf5-75e970feaa1d tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0311711 May 10 15:05:26.800337 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:05:26.828256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-e0674c23-42e3-4fcf-afbe-3d6293255ede tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:26.829925 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-e0674c23-42e3-4fcf-afbe-3d6293255ede tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 809 time: 0.1416464 May 10 15:05:26.849810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Request body: {'port': {'device_id': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125', 'admin_state_up': True, 'tenant_id': 'c9d3d605483a4228bd54793a27723c91'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:26.984289 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Made reservation on behalf of c9d3d605483a4228bd54793a27723c91 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:26.987802 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:27.138583 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Allocated IP 172.20.0.6 (4a990ff4-90f0-4bc3-98dd-9672adbd9125/56a0527b-e946-4f75-85a9-3a83af7f8966/3612b25c-ff87-4e42-887e-cf1aa4dd58f7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:27.320397 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6f72-87b5-40de-9ae2-63ef0595e710 req-a88f34ba-c608-449c-8b31-19da84d77a0d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.329078 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acd6f72-87b5-40de-9ae2-63ef0595e710 req-a88f34ba-c608-449c-8b31-19da84d77a0d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0669670 May 10 15:05:27.393844 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acd6f72-87b5-40de-9ae2-63ef0595e710 req-3620c981-ebaf-4fe9-9222-008d2e10ef02 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636845 May 10 15:05:27.550272 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks [] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:27.600515 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:27.667156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:27.686936 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:27.697358 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:05:27.730674 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Pushing event updated for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:27.743671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455232-47d3-435b-91d1-62f227a9c818 req-29810ed9-7160-4efa-91bc-ff0522e0d3f1 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.743671 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c455232-47d3-435b-91d1-62f227a9c818 req-29810ed9-7160-4efa-91bc-ff0522e0d3f1 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 931 time: 0.0922303 May 10 15:05:27.788854 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.789473 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:27.839708 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-65b16d25-cc85-45d0-b0f9-965ee1e3f451 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9955819 May 10 15:05:27.848280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c455232-47d3-435b-91d1-62f227a9c818 req-8aea557a-1045-43ea-9bf4-ffe425871712 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 May 10 15:05:27.862926 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Request body: {'port': {'device_id': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:27.945914 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.226721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:05:28.235489 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks [] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.248393 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Transition to ACTIVE for port object 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:05:28.251418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.324642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Pushing event updated for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:28.380766 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Attempting to bind port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:05:28.381107 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Attempting to bind port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:05:28.381437 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Attempting to bind port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:05:28.386456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:05:28.386785 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Attempting to bind port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 on network 4a990ff4-90f0-4bc3-98dd-9672adbd9125 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:05:28.392075 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:05:28.392424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Checking segment: {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:05:28.392982 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Bound using segment: {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:05:28.393514 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Bound port: 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada13e8f-b39e-4462-b270-403d53921278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:05:28.393994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.467853 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:05:28.472635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:05:28.481636 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.511824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4a5c-8bb2-46d5-b961-5ae870b54123 req-65672ccf-734c-498f-ad25-cda1420b8c7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.521616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.522111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:28.524056 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] 10.222.0.87 "PUT /v2.0/ports/3612b25c-ff87-4e42-887e-cf1aa4dd58f7 HTTP/1.1" status: 200 len: 1093 time: 0.6661060 May 10 15:05:28.525865 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:28.526024 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d8a4a5c-8bb2-46d5-b961-5ae870b54123 req-65672ccf-734c-498f-ad25-cda1420b8c7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0657547 May 10 15:05:28.528520 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3517360-da88-4421-a654-c543200d7671" -d '{"events": [{"name": "network-changed", "server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:28.586362 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5c64d-0ba5-4ce7-9a9d-464c96bb07bf service neutron] Pushing event updated for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:28.589972 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d8a4a5c-8bb2-46d5-b961-5ae870b54123 req-b55425a6-5e95-480e-8889-c6bcdee5495d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 May 10 15:05:28.610296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdccfbfd-4b71-4849-b60c-023155e66f36 x-openstack-request-id: req-cdccfbfd-4b71-4849-b60c-023155e66f36 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:28.610624 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:28.610892 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cdccfbfd-4b71-4849-b60c-023155e66f36 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:28.611271 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdccfbfd-4b71-4849-b60c-023155e66f36'] response: {'name': 'network-changed', 'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7', 'status': 'completed', 'code': 200} May 10 15:05:28.642604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-3f0847a7-b32e-4b13-8763-53f3d09e3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.644136 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-3f0847a7-b32e-4b13-8763-53f3d09e3b7c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 1127 time: 0.0521934 May 10 15:05:28.705829 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-aa8e3194-e866-40b8-a298-c1bb0ed1fd07 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7 HTTP/1.1" status: 200 len: 217 time: 0.0394897 May 10 15:05:28.759728 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-1a5172b5-9650-4a67-ac52-4ceb711157ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.761183 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-1a5172b5-9650-4a67-ac52-4ceb711157ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56a0527b-e946-4f75-85a9-3a83af7f8966 HTTP/1.1" status: 200 len: 849 time: 0.0483880 May 10 15:05:28.808111 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-04a2c9d0-44e3-45bd-b002-a8db607709c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4a990ff4-90f0-4bc3-98dd-9672adbd9125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330327 May 10 15:05:28.922660 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-0ae58279-b8d6-42a2-87a9-632a9555fc52 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986450 May 10 15:05:28.965730 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07a8f-1161-4694-a694-e528445b5057 req-45e266e2-e9dc-44eb-9025-e721bb666ab5 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.967373 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-53c07a8f-1161-4694-a694-e528445b5057 req-45e266e2-e9dc-44eb-9025-e721bb666ab5 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 943 time: 0.0477576 May 10 15:05:29.017962 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-53c07a8f-1161-4694-a694-e528445b5057 req-a56e0620-04d9-4531-8c1a-b11373989304 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 May 10 15:05:29.032260 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-71e9676b-a4df-44e1-917e-ebf2e9274c81 req-9d3bc22e-30d9-4066-9d15-558564907923 service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984521 May 10 15:05:29.223097 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:29.368827 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bc3e2ce1-64ed-4fa1-8bcc-8e994ee98ac4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2954db13c70c43b98c05d392089b3a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445305 May 10 15:05:29.371224 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:29.416839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] Publish callbacks [] for security_group (467f6146-b0f1-44a2-8b5a-7349d5e403ad), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:29.436778 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] Publish callbacks [] for security_group (467f6146-b0f1-44a2-8b5a-7349d5e403ad), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:29.483456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (467f6146-b0f1-44a2-8b5a-7349d5e403ad), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:29.486366 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:29.487775 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/467f6146-b0f1-44a2-8b5a-7349d5e403ad HTTP/1.1" status: 204 len: 168 time: 0.1152182 May 10 15:05:29.499419 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92828ae6-dcff-4841-ab48-dcdbdc9b0dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f6146-b0f1-44a2-8b5a-7349d5e403ad,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:29.710403 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:29.714588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981375e7-e1b0-46de-868b-534d4b23fcf0 req-fa2e8580-7440-4f1e-b3e7-2274829c73da tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:29.717064 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-981375e7-e1b0-46de-868b-534d4b23fcf0 req-fa2e8580-7440-4f1e-b3e7-2274829c73da tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0567338 May 10 15:05:29.776282 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-981375e7-e1b0-46de-868b-534d4b23fcf0 req-44eb58aa-c9a8-4ea3-9576-f5f77c1a7d0e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 May 10 15:05:30.375027 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d3b88-bc6e-4eec-9b7c-8e6b3b570730 req-57785423-e52d-49b0-974b-38feb94f74e2 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.376692 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b13d3b88-bc6e-4eec-9b7c-8e6b3b570730 req-57785423-e52d-49b0-974b-38feb94f74e2 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 943 time: 0.2844596 May 10 15:05:30.426321 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b13d3b88-bc6e-4eec-9b7c-8e6b3b570730 req-70b82295-ee68-459c-ad9b-ee7c2805e5fa tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436480 May 10 15:05:30.635594 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517360-da88-4421-a654-c543200d7671 req-a1f4f64c-4686-4f47-a076-5a3ca60a12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.637258 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-a1f4f64c-4686-4f47-a076-5a3ca60a12e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9d3d605483a4228bd54793a27723c91&device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 1127 time: 0.0429165 May 10 15:05:30.752726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517360-da88-4421-a654-c543200d7671 req-91679d75-6add-4647-be83-72593b93c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.754642 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-91679d75-6add-4647-be83-72593b93c962 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 200 len: 910 time: 0.0993826 May 10 15:05:30.801821 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-aa4f9a9d-0c5a-4bce-9e41-cf3d8a795633 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7 HTTP/1.1" status: 200 len: 217 time: 0.0365851 May 10 15:05:30.887549 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517360-da88-4421-a654-c543200d7671 req-35e457a3-048f-49b5-962e-efe6eff95188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.888906 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-35e457a3-048f-49b5-962e-efe6eff95188 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56a0527b-e946-4f75-85a9-3a83af7f8966 HTTP/1.1" status: 200 len: 849 time: 0.0744340 May 10 15:05:30.899794 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa85b-67da-4b64-9e70-02f78275da44 req-8defef02-9fc1-4d34-9d71-0a4cc23f3cd4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.901142 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-190aa85b-67da-4b64-9e70-02f78275da44 req-8defef02-9fc1-4d34-9d71-0a4cc23f3cd4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0598149 May 10 15:05:30.932928 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-145531d2-58d6-4326-bf3b-248c06337a70 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4a990ff4-90f0-4bc3-98dd-9672adbd9125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308502 May 10 15:05:31.010614 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-190aa85b-67da-4b64-9e70-02f78275da44 req-8043504a-a52b-4e37-a1f8-6efc8470f2b9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012042 May 10 15:05:31.045861 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-5e28a90d-f15d-4516-87bb-211e4ed81f9b service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013975 May 10 15:05:31.241683 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e3517360-da88-4421-a654-c543200d7671 req-0aeb1e5c-b443-4db9-8bc2-6f56a35e7ddc service neutron] 10.222.0.87 "GET /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864046 May 10 15:05:31.539880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677f2a0-ea22-4ff9-9b14-3e23aa6f20ab req-37f0130a-a118-4766-9a1a-cca170fd93af tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:31.546578 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0677f2a0-ea22-4ff9-9b14-3e23aa6f20ab req-37f0130a-a118-4766-9a1a-cca170fd93af tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 943 time: 0.0543385 May 10 15:05:31.589980 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0677f2a0-ea22-4ff9-9b14-3e23aa6f20ab req-61cbf508-5e86-4198-82fc-3e6d6b233097 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 May 10 15:05:31.652619 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:31.766427 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bb95-7df3-45a4-8f47-98b6bcdd02e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:31.841435 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bb95-7df3-45a4-8f47-98b6bcdd02e9 admin admin] Publish callbacks [] for security_group (ffededf1-19f2-453d-ad22-c52d7b02bda0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:31.845235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bb95-7df3-45a4-8f47-98b6bcdd02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ffededf1-19f2-453d-ad22-c52d7b02bda0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:31.886699 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d7a8bb95-7df3-45a4-8f47-98b6bcdd02e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca670514821a41e6858e25f14495936d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325873 May 10 15:05:31.888898 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8bb95-7df3-45a4-8f47-98b6bcdd02e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffededf1-19f2-453d-ad22-c52d7b02bda0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:31.889476 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:31.950254 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] Publish callbacks [] for security_group (ffededf1-19f2-453d-ad22-c52d7b02bda0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:31.980383 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] Publish callbacks [] for security_group (ffededf1-19f2-453d-ad22-c52d7b02bda0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.026645 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ffededf1-19f2-453d-ad22-c52d7b02bda0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.029119 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.030259 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ffededf1-19f2-453d-ad22-c52d7b02bda0 HTTP/1.1" status: 204 len: 168 time: 0.1397979 May 10 15:05:32.038695 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441e65-1f30-4882-86ef-7ef7882f9ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffededf1-19f2-453d-ad22-c52d7b02bda0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.134293 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc815d-0905-4185-a076-2be72196e698 req-4c2fd73c-2ddc-46fb-a8a9-ed606a771adb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:32.135840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4edc815d-0905-4185-a076-2be72196e698 req-4c2fd73c-2ddc-46fb-a8a9-ed606a771adb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0534928 May 10 15:05:32.183780 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4edc815d-0905-4185-a076-2be72196e698 req-cf421863-e9c7-428a-8214-c2e6737f2da9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 May 10 15:05:32.294636 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58282) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:32.307809 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe264957-9bd5-42b0-991b-867c2136c30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.379685 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe264957-9bd5-42b0-991b-867c2136c30d admin admin] Publish callbacks [] for security_group (d4be9576-344c-4d6b-8af5-ce6df84ce170), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.383306 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe264957-9bd5-42b0-991b-867c2136c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d4be9576-344c-4d6b-8af5-ce6df84ce170), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.421540 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fe264957-9bd5-42b0-991b-867c2136c30d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f3347242dd044a591a2a8c734310452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258404 May 10 15:05:32.422663 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe264957-9bd5-42b0-991b-867c2136c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be9576-344c-4d6b-8af5-ce6df84ce170,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.424247 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:32.469773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] Publish callbacks [] for security_group (d4be9576-344c-4d6b-8af5-ce6df84ce170), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.490182 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] Publish callbacks [] for security_group (d4be9576-344c-4d6b-8af5-ce6df84ce170), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.539256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d4be9576-344c-4d6b-8af5-ce6df84ce170), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.541887 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.543023 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4be9576-344c-4d6b-8af5-ce6df84ce170 HTTP/1.1" status: 204 len: 168 time: 0.1177959 May 10 15:05:32.550977 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a321eb-742b-4273-a79c-16051a7caf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be9576-344c-4d6b-8af5-ce6df84ce170,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.705280 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5174c17-5bb8-419b-992f-eba7f8ac50bf req-a5441b64-90f3-4f19-bdf4-c093774d5347 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:32.706784 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b5174c17-5bb8-419b-992f-eba7f8ac50bf req-a5441b64-90f3-4f19-bdf4-c093774d5347 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 943 time: 0.0505123 May 10 15:05:32.765659 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b5174c17-5bb8-419b-992f-eba7f8ac50bf req-c3a7d592-eaab-4ece-b85f-297033cc0786 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524843 May 10 15:05:32.870529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:32.884050 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bf40697-82b0-43bb-97ec-c2b0fc7db624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.955689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bf40697-82b0-43bb-97ec-c2b0fc7db624 admin admin] Publish callbacks [] for security_group (186b2bc8-afe4-4793-804c-3fcb1c22516e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.959335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bf40697-82b0-43bb-97ec-c2b0fc7db624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (186b2bc8-afe4-4793-804c-3fcb1c22516e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:32.996827 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1bf40697-82b0-43bb-97ec-c2b0fc7db624 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab6e10cb3b3440348a34b41d53d6620c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249654 May 10 15:05:32.999425 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:33.001255 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf40697-82b0-43bb-97ec-c2b0fc7db624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b2bc8-afe4-4793-804c-3fcb1c22516e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.049169 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] Publish callbacks [] for security_group (186b2bc8-afe4-4793-804c-3fcb1c22516e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:33.070900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] Publish callbacks [] for security_group (186b2bc8-afe4-4793-804c-3fcb1c22516e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:33.115623 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (186b2bc8-afe4-4793-804c-3fcb1c22516e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:33.119099 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:33.120215 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/186b2bc8-afe4-4793-804c-3fcb1c22516e HTTP/1.1" status: 204 len: 168 time: 0.1198292 May 10 15:05:33.128197 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58877-840f-4b66-aaaf-597f1ad27fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b2bc8-afe4-4793-804c-3fcb1c22516e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.297431 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9353634-6024-42e0-9531-67ab68616142 req-7870ff78-7053-4ec8-ab8a-49afb7d3868d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:33.298927 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b9353634-6024-42e0-9531-67ab68616142 req-7870ff78-7053-4ec8-ab8a-49afb7d3868d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0493102 May 10 15:05:33.345938 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b9353634-6024-42e0-9531-67ab68616142 req-a664cdc4-b145-4217-919a-2e9cbe93d389 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 May 10 15:05:33.880306 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2fd6-0115-4b32-86d3-9c27488b28c3 req-d47dc557-e242-478b-8dfa-b970dd0b33ee tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:33.882507 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-490e2fd6-0115-4b32-86d3-9c27488b28c3 req-d47dc557-e242-478b-8dfa-b970dd0b33ee tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 943 time: 0.0494888 May 10 15:05:33.934580 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-490e2fd6-0115-4b32-86d3-9c27488b28c3 req-b7922478-5ec8-4f8f-8bc3-f13b29494700 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 May 10 15:05:34.162550 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58338) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:34.265155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04017167-5175-477e-bd10-d43811d4d66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.338382 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04017167-5175-477e-bd10-d43811d4d66c admin admin] Publish callbacks [] for security_group (558a5837-c11d-4f77-bf8b-19ad98c4b932), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.341868 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04017167-5175-477e-bd10-d43811d4d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (558a5837-c11d-4f77-bf8b-19ad98c4b932), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.377568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04017167-5175-477e-bd10-d43811d4d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a5837-c11d-4f77-bf8b-19ad98c4b932,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.383069 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-04017167-5175-477e-bd10-d43811d4d66c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e243222065440a89e7af5c5ad8a295f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181067 May 10 15:05:34.384876 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58344) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:34.432339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] Publish callbacks [] for security_group (558a5837-c11d-4f77-bf8b-19ad98c4b932), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.441556 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:05:34.456904 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] Publish callbacks [] for security_group (558a5837-c11d-4f77-bf8b-19ad98c4b932), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.469001 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5067-a88c-4452-b6bd-ca27b012cdc5 req-e6d89392-4629-4063-8675-46d15178046d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:34.470661 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-78bb5067-a88c-4452-b6bd-ca27b012cdc5 req-e6d89392-4629-4063-8675-46d15178046d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0559404 May 10 15:05:34.509584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (558a5837-c11d-4f77-bf8b-19ad98c4b932), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.512417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.514827 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/558a5837-c11d-4f77-bf8b-19ad98c4b932 HTTP/1.1" status: 204 len: 168 time: 0.1288702 May 10 15:05:34.527733 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-78bb5067-a88c-4452-b6bd-ca27b012cdc5 req-a0a92a9a-dcc4-4994-b54c-3bdfba5ec1a1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504372 May 10 15:05:34.529348 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ed3d3-53c8-4d1d-a14e-94f54ed8ba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a5837-c11d-4f77-bf8b-19ad98c4b932,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.568628 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:34.580558 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7', 'network_id': '4a990ff4-90f0-4bc3-98dd-9672adbd9125', 'port_id': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7', 'mac_address': 'fa:16:3e:90:72:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0527b-e946-4f75-85a9-3a83af7f8966', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:05:34.619187 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:05:34.619769 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.646378 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:05:34.671014 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:34.675478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:34.727670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:35.048902 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f50b-bbaa-4329-b1f4-00cc3b099148 req-82f9f2a0-2686-42fc-a696-a02a71c48b60 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:35.050372 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6a0f50b-bbaa-4329-b1f4-00cc3b099148 req-82f9f2a0-2686-42fc-a696-a02a71c48b60 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 944 time: 0.0488369 May 10 15:05:35.096105 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6a0f50b-bbaa-4329-b1f4-00cc3b099148 req-2f9adf09-66af-41d0-bc2d-24de1276d7b4 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 May 10 15:05:35.644155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963d22-4e55-45d1-afab-75529632e9ae req-357823ea-16b8-4f63-897a-5f8bb65f655a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:35.647457 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa963d22-4e55-45d1-afab-75529632e9ae req-357823ea-16b8-4f63-897a-5f8bb65f655a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0531762 May 10 15:05:35.699498 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa963d22-4e55-45d1-afab-75529632e9ae req-3b2445fd-13bb-47f7-b547-215828383b2d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 May 10 15:05:36.167334 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['3612b25c-ff87-4e42-887e-cf1aa4dd58f7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:05:36.209349 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0141dd-9ff1-4410-b9b9-ac62f1b228fd req-7ed988fe-8113-495e-9627-7f8f1ede5380 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:36.211008 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf0141dd-9ff1-4410-b9b9-ac62f1b228fd req-7ed988fe-8113-495e-9627-7f8f1ede5380 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 944 time: 0.0504515 May 10 15:05:36.258942 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf0141dd-9ff1-4410-b9b9-ac62f1b228fd req-6c43d8f1-6983-4699-9c6f-f57d970e85d3 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 May 10 15:05:36.811816 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c8aaf-71a8-43e8-b6c3-1f1d6c694944 req-ad71c593-7a60-4c33-93a8-865d4db75e16 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:36.813274 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b2c8aaf-71a8-43e8-b6c3-1f1d6c694944 req-ad71c593-7a60-4c33-93a8-865d4db75e16 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0462942 May 10 15:05:36.863065 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b2c8aaf-71a8-43e8-b6c3-1f1d6c694944 req-e68e68a9-a3cc-439c-b9af-44c8c49e4621 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 May 10 15:05:37.372084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc8a06-068c-4088-8dce-ae92e8d12d71 req-4baa5364-bda3-45b3-89c5-c937c2e95d98 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:37.373550 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-19dc8a06-068c-4088-8dce-ae92e8d12d71 req-4baa5364-bda3-45b3-89c5-c937c2e95d98 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 944 time: 0.0467165 May 10 15:05:37.425325 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-19dc8a06-068c-4088-8dce-ae92e8d12d71 req-20ecb279-979a-4b44-8a23-eda6b096267c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 May 10 15:05:37.631902 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:05:37.681469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:05:37.687488 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:05:37.687950 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:37.769746 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:05:37.770137 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:37.797021 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:37.799312 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b571ca-cbf7-4aed-b9ff-5acb19cd950b" -d '{"events": [{"server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "name": "network-vif-plugged", "status": "completed", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:37.813559 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:37.817033 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:37.845596 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae3bed7-e810-4bc0-b4b5-2094ecd75648 x-openstack-request-id: req-5ae3bed7-e810-4bc0-b4b5-2094ecd75648 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:37.845906 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "name": "network-vif-plugged", "status": "completed", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:37.846164 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5ae3bed7-e810-4bc0-b4b5-2094ecd75648 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:37.846578 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae3bed7-e810-4bc0-b4b5-2094ecd75648'] response: {'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7', 'code': 200} May 10 15:05:37.868884 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:37.977869 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bfdbf-ff66-43a4-b6b1-1d0166771e06 req-03a09195-6d45-46ba-8006-cd89310f1893 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:37.979593 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1f8bfdbf-ff66-43a4-b6b1-1d0166771e06 req-03a09195-6d45-46ba-8006-cd89310f1893 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0475738 May 10 15:05:38.029966 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1f8bfdbf-ff66-43a4-b6b1-1d0166771e06 req-a88aeceb-11c2-4c6c-bb8a-919d0ed80e6c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 May 10 15:05:38.078296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df83f8-5bbe-4eec-a2e7-0f2d34557c6e req-8d533fc8-2cb9-4157-9810-6be7ed2db559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.079709 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1df83f8-5bbe-4eec-a2e7-0f2d34557c6e req-8d533fc8-2cb9-4157-9810-6be7ed2db559 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 1129 time: 0.0383673 May 10 15:05:38.141875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1df83f8-5bbe-4eec-a2e7-0f2d34557c6e req-b07ed06b-4a44-4cda-a935-285e939c02e8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 May 10 15:05:38.536498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad71b-2be4-4e04-a94a-663ff037650e req-73e53efa-7089-402a-bb35-407a3d77470a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.537954 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a25ad71b-2be4-4e04-a94a-663ff037650e req-73e53efa-7089-402a-bb35-407a3d77470a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0459700 May 10 15:05:38.585222 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a25ad71b-2be4-4e04-a94a-663ff037650e req-c486acb3-c8f3-44c5-bdaa-768bffa884b4 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 May 10 15:05:39.139483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f09b7-3c8f-4ef0-ae1b-bd34f3ff4e65 req-563bda88-80fb-4e73-ba7f-4fd2fb521377 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:39.140898 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ff2f09b7-3c8f-4ef0-ae1b-bd34f3ff4e65 req-563bda88-80fb-4e73-ba7f-4fd2fb521377 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0458727 May 10 15:05:39.185853 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ff2f09b7-3c8f-4ef0-ae1b-bd34f3ff4e65 req-06c90371-65af-45cd-89e6-39f9030fa33d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 May 10 15:05:39.658309 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:39.735753 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4829bab-b039-408c-b44a-fd558450222b req-470f7733-a8d3-4ff8-a5a4-6c0514411d6c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:39.744137 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4829bab-b039-408c-b44a-fd558450222b req-470f7733-a8d3-4ff8-a5a4-6c0514411d6c tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0686619 May 10 15:05:39.810006 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09f4f354-fd05-4074-a4fc-93b92be14eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:39.832288 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4829bab-b039-408c-b44a-fd558450222b req-8c87a095-cf3a-426c-b543-f94edc08d1c8 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870271 May 10 15:05:39.892259 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928be8c-cb3a-4b00-9517-8cf02d9ecf03 req-600a369a-e599-4341-9800-71e173e70ea3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:39.893721 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2928be8c-cb3a-4b00-9517-8cf02d9ecf03 req-600a369a-e599-4341-9800-71e173e70ea3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0522320 May 10 15:05:39.902604 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09f4f354-fd05-4074-a4fc-93b92be14eb7 admin admin] Publish callbacks [] for security_group (f07fef57-293c-4a96-adce-a5f4f92fb587), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:39.912146 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09f4f354-fd05-4074-a4fc-93b92be14eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f07fef57-293c-4a96-adce-a5f4f92fb587), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:39.942841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2928be8c-cb3a-4b00-9517-8cf02d9ecf03 req-8a85c391-9eaf-444d-8841-78669ad98202 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 May 10 15:05:39.952939 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-09f4f354-fd05-4074-a4fc-93b92be14eb7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e1c094fcd8a478db9b0685e7db8f0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934575 May 10 15:05:39.953745 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f354-fd05-4074-a4fc-93b92be14eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07fef57-293c-4a96-adce-a5f4f92fb587,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:39.955549 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:40.003454 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] Publish callbacks [] for security_group (f07fef57-293c-4a96-adce-a5f4f92fb587), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:40.024674 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] Publish callbacks [] for security_group (f07fef57-293c-4a96-adce-a5f4f92fb587), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:40.072833 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f07fef57-293c-4a96-adce-a5f4f92fb587), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:40.075432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:40.076573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f07fef57-293c-4a96-adce-a5f4f92fb587 HTTP/1.1" status: 204 len: 168 time: 0.1199422 May 10 15:05:40.084786 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecad15-3e01-41da-9edc-cdbbde1f4dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07fef57-293c-4a96-adce-a5f4f92fb587,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:40.308777 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6c56a-de74-4a42-b5af-0a9eb4fa3d10 req-74c9e1d2-3b4b-4f53-8041-14d91e9be82f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:40.310521 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5dc6c56a-de74-4a42-b5af-0a9eb4fa3d10 req-74c9e1d2-3b4b-4f53-8041-14d91e9be82f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0519605 May 10 15:05:40.364169 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5dc6c56a-de74-4a42-b5af-0a9eb4fa3d10 req-27a7707a-4fe6-4256-afaf-23d20d6f8a9e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 May 10 15:05:40.954325 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8b774-8d90-4727-a84e-da7530be0b92 req-93d973e8-2b7d-44f2-a733-a9175773b124 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:40.955801 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b1a8b774-8d90-4727-a84e-da7530be0b92 req-93d973e8-2b7d-44f2-a733-a9175773b124 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0547752 May 10 15:05:41.001945 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b1a8b774-8d90-4727-a84e-da7530be0b92 req-4ea535ef-1a50-4f62-b9d7-815e326495ab tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 May 10 15:05:41.065934 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00476-6b1a-4346-8446-18950ba93dc5 req-bd9a06f5-0a43-40ea-bf75-fe041d606655 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:41.067425 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6df00476-6b1a-4346-8446-18950ba93dc5 req-bd9a06f5-0a43-40ea-bf75-fe041d606655 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0500231 May 10 15:05:41.114324 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6df00476-6b1a-4346-8446-18950ba93dc5 req-8d808a2f-237f-4809-9eb7-17e7bae32d6e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 May 10 15:05:41.476725 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0e62a-5b98-47a6-a642-dacfcf0a661e req-fb78d9d2-1e56-4106-acc3-19e6ca0e4fb3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:41.478145 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-40f0e62a-5b98-47a6-a642-dacfcf0a661e req-fb78d9d2-1e56-4106-acc3-19e6ca0e4fb3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0451937 May 10 15:05:41.522641 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-40f0e62a-5b98-47a6-a642-dacfcf0a661e req-9f49b783-9458-4562-8b75-8bd9f879725c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 May 10 15:05:42.003463 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aade2-756d-4057-b63e-d197780585fe req-1567fcea-404f-41d0-9fc7-ecda12be7c85 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:42.004804 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b16aade2-756d-4057-b63e-d197780585fe req-1567fcea-404f-41d0-9fc7-ecda12be7c85 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0443976 May 10 15:05:42.052744 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b16aade2-756d-4057-b63e-d197780585fe req-34a57939-28c2-4190-ab5f-a4b44d73db20 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 May 10 15:05:42.233783 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5164e-365e-4b89-8849-43199cc0ccc4 req-77080202-c49b-4671-89b1-c57142816510 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:42.234849 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71f5164e-365e-4b89-8849-43199cc0ccc4 req-77080202-c49b-4671-89b1-c57142816510 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0471320 May 10 15:05:42.282179 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71f5164e-365e-4b89-8849-43199cc0ccc4 req-4334718e-2f91-4cd2-8641-ef14b1b63ebd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 May 10 15:05:42.632337 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a76c8f-9232-4674-8276-3214ab348132 req-8d314487-e0ee-4653-ae83-afef96ab27d4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:42.633785 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1a76c8f-9232-4674-8276-3214ab348132 req-8d314487-e0ee-4653-ae83-afef96ab27d4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0453880 May 10 15:05:42.678559 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f1a76c8f-9232-4674-8276-3214ab348132 req-8ae1a5a6-bf48-4005-9fc0-df298aff4a4a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 May 10 15:05:43.163268 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4710b-9c19-4832-b7b9-56c527ebff57 req-ccdce3eb-c567-4c15-89d5-7f80950cc151 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:43.164704 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82c4710b-9c19-4832-b7b9-56c527ebff57 req-ccdce3eb-c567-4c15-89d5-7f80950cc151 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0458441 May 10 15:05:43.212130 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82c4710b-9c19-4832-b7b9-56c527ebff57 req-d3f8cd6f-6192-437c-84a1-9d67d525d083 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 May 10 15:05:43.401335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52373c9-de8d-4115-893c-d9eea81508fc req-ff90e96d-9fac-4f8f-a6e2-75840bcc76b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:43.402852 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c52373c9-de8d-4115-893c-d9eea81508fc req-ff90e96d-9fac-4f8f-a6e2-75840bcc76b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0463815 May 10 15:05:43.449070 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c52373c9-de8d-4115-893c-d9eea81508fc req-f458c688-1053-487d-a620-71cbf6799559 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 May 10 15:05:43.790062 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f4b45-4699-42c9-a187-3ba5b8a03d25 req-7225a64d-9d1b-4b94-ab81-508aa3b3790f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:43.791570 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-764f4b45-4699-42c9-a187-3ba5b8a03d25 req-7225a64d-9d1b-4b94-ab81-508aa3b3790f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0470901 May 10 15:05:43.841231 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-764f4b45-4699-42c9-a187-3ba5b8a03d25 req-24beb88d-aa25-428d-8ef6-7a2f1261fe94 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 May 10 15:05:44.325176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c811-7a59-48f2-824e-2d3db747d9e7 req-ccb4a3e0-4108-40cd-8d2a-929a45eb25e0 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:44.326646 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ec0c811-7a59-48f2-824e-2d3db747d9e7 req-ccb4a3e0-4108-40cd-8d2a-929a45eb25e0 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0492613 May 10 15:05:44.372521 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ec0c811-7a59-48f2-824e-2d3db747d9e7 req-bac4a639-e90b-40cc-8487-7427935621fd tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/security-groups?id=3021d9f9-83a7-466b-bdc4-e9d545007501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 May 10 15:05:44.444296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-89308911-e2b3-4107-b130-c5e531520cfc tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:44.445691 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-89308911-e2b3-4107-b130-c5e531520cfc tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 945 time: 0.0443647 May 10 15:05:44.533481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Deleting port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:05:44.533822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:44.566538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34262ee-6906-4d7a-8609-5b413d465d68 req-7b287827-3a58-4207-b81d-82bf4048a03a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:44.568023 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c34262ee-6906-4d7a-8609-5b413d465d68 req-7b287827-3a58-4207-b81d-82bf4048a03a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0478714 May 10 15:05:44.614847 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c34262ee-6906-4d7a-8609-5b413d465d68 req-7ec9d65a-1e11-4b89-b531-bf25d18ea7a1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 May 10 15:05:44.622320 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] For port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,segment=NetworkSegment(ada13e8f-b39e-4462-b270-403d53921278),segment_id=ada13e8f-b39e-4462-b270-403d53921278)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:05:44.622717 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:44.635737 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Calling delete_port for 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:05:44.779477 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (3612b25c-ff87-4e42-887e-cf1aa4dd58f7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:44.794019 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['3612b25c-ff87-4e42-887e-cf1aa4dd58f7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:05:44.812036 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Pushing event deleted for resources: {'Port': ['ID=3612b25c-ff87-4e42-887e-cf1aa4dd58f7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:44.868262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] No DVR routers for this DVR port 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:44.871209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:44.875889 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7a6f7c2c-e16c-4e87-98ef-b28c439c0066 req-b69e7cd8-cdb3-4a86-b11e-1cc64acf1a11 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.87 "DELETE /v2.0/ports/3612b25c-ff87-4e42-887e-cf1aa4dd58f7 HTTP/1.1" status: 204 len: 173 time: 0.4231565 May 10 15:05:44.876466 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'name': 'network-vif-deleted', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:44.879878 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df583c7-fb58-46cb-ba95-d43c12780a2a" -d '{"events": [{"server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "name": "network-vif-deleted", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:05:44.933745 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf194dce-41fd-45c1-af2e-840af1dd9fa4 x-openstack-request-id: req-bf194dce-41fd-45c1-af2e-840af1dd9fa4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:05:44.934039 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260d2d91-6d19-4624-9c5d-7d615badcae4", "name": "network-vif-deleted", "tag": "3612b25c-ff87-4e42-887e-cf1aa4dd58f7", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:05:44.934290 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bf194dce-41fd-45c1-af2e-840af1dd9fa4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:05:44.934711 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf194dce-41fd-45c1-af2e-840af1dd9fa4'] response: {'server_uuid': '260d2d91-6d19-4624-9c5d-7d615badcae4', 'name': 'network-vif-deleted', 'tag': '3612b25c-ff87-4e42-887e-cf1aa4dd58f7', 'status': 'completed', 'code': 200} May 10 15:05:45.010203 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7cac1-c032-43a1-a4f9-e239b6224607 req-b01e44f6-eee6-41eb-b4d5-752b8fda5ad9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:45.011674 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6c7cac1-c032-43a1-a4f9-e239b6224607 req-b01e44f6-eee6-41eb-b4d5-752b8fda5ad9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0731261 May 10 15:05:45.061372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6c7cac1-c032-43a1-a4f9-e239b6224607 req-6db1646b-a87c-4c31-9d7e-f2dca9e4f695 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 May 10 15:05:45.480022 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-51728308-91e7-4f7b-b916-539a9cc6e166 req-7828f4a5-65a2-4db3-9434-52f68dacd87a tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0302260 May 10 15:05:45.729111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804b3e2-f0a8-41d9-a160-ed0b6a157b2b req-ce04ad47-d03d-4a55-b7d2-483fb58b9693 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:45.730566 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8804b3e2-f0a8-41d9-a160-ed0b6a157b2b req-ce04ad47-d03d-4a55-b7d2-483fb58b9693 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0450411 May 10 15:05:45.776299 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8804b3e2-f0a8-41d9-a160-ed0b6a157b2b req-85dc3659-6177-4eff-99e9-ea66b842c241 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 May 10 15:05:46.176320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f90578-c11d-40fa-baa9-2a8307fadf25 req-89ef5065-78a1-4647-8a82-9fe0d0433009 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:46.177675 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-86f90578-c11d-40fa-baa9-2a8307fadf25 req-89ef5065-78a1-4647-8a82-9fe0d0433009 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0459728 May 10 15:05:46.222248 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-86f90578-c11d-40fa-baa9-2a8307fadf25 req-a3f3c0ed-de4a-42f2-923f-f3bd9b1b06b9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 May 10 15:05:46.589065 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5b9ec570-3a66-4e8b-9ce2-117a3338b690 req-16bfdb65-86dd-490e-9a3c-41fe62a16fd7 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0309613 May 10 15:05:46.893608 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e648da-be56-47f2-a1ca-b46a413830fe req-6d7839bd-3fb0-4add-9fda-a019477b5648 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:46.895077 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-33e648da-be56-47f2-a1ca-b46a413830fe req-6d7839bd-3fb0-4add-9fda-a019477b5648 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0462286 May 10 15:05:46.940764 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-33e648da-be56-47f2-a1ca-b46a413830fe req-7ade004e-2b3e-4b35-9d27-c202c0a2b2f6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 May 10 15:05:47.332773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036552bf-b3f8-43e8-bebe-dd3aeeb62770 req-f2b09868-7756-4f2d-8808-29088f4a89f1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:47.334142 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-036552bf-b3f8-43e8-bebe-dd3aeeb62770 req-f2b09868-7756-4f2d-8808-29088f4a89f1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0454135 May 10 15:05:47.380287 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-036552bf-b3f8-43e8-bebe-dd3aeeb62770 req-f6f3d4f2-ac44-44ef-9170-130ca3a4a228 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 May 10 15:05:47.698598 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f789abd9-22dd-4bfd-938f-6b886ce74561 req-71ae8559-58ef-4be5-afb8-f00a28330730 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0293627 May 10 15:05:48.059337 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e61aa-a16e-4bd6-a13b-6511a0fdee07 req-cdc1986b-1d6c-442f-a652-eaa084cf9a76 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:48.060874 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b96e61aa-a16e-4bd6-a13b-6511a0fdee07 req-cdc1986b-1d6c-442f-a652-eaa084cf9a76 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0491016 May 10 15:05:48.109279 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b96e61aa-a16e-4bd6-a13b-6511a0fdee07 req-e6cfc07f-d68d-4348-b9dd-1b6973169ece tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 May 10 15:05:48.463927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:05:48.484126 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:05:48.484469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 3612b25c-ff87-4e42-887e-cf1aa4dd58f7 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:05:48.494714 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8c7bd-156a-448d-b649-079f4114e69a req-17357963-bb9d-4469-9c68-d004ad628a0c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:48.496103 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4c8c7bd-156a-448d-b649-079f4114e69a req-17357963-bb9d-4469-9c68-d004ad628a0c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0467546 May 10 15:05:48.541962 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4c8c7bd-156a-448d-b649-079f4114e69a req-f7d301db-89f1-4201-8364-f88805966893 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 May 10 15:05:48.803060 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-624e05a0-196a-4b87-a062-88eeddef26c0 req-958e602b-3022-4af6-8ee0-439ea06a3b38 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0297890 May 10 15:05:49.229324 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8898-b2be-46d3-85bd-39ed3413072d req-a7919abd-7674-443c-b7e8-71a3bc88ef81 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:49.232372 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-494c8898-b2be-46d3-85bd-39ed3413072d req-a7919abd-7674-443c-b7e8-71a3bc88ef81 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0508590 May 10 15:05:49.239261 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-630fb66c-8cd2-45eb-8682-52794a57b781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:49.277785 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-494c8898-b2be-46d3-85bd-39ed3413072d req-dddb9ff1-3994-4485-ba63-05dc2d95bebb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 May 10 15:05:49.653610 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49f7d-60c0-4350-ac61-40996e888209 req-a66649ab-06e8-426d-8f23-188da8888b6e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:49.655090 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dae49f7d-60c0-4350-ac61-40996e888209 req-a66649ab-06e8-426d-8f23-188da8888b6e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0476034 May 10 15:05:49.700242 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dae49f7d-60c0-4350-ac61-40996e888209 req-cd596df2-6284-4946-a42e-8c408cf0276b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 May 10 15:05:49.915512 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c9e5dcf1-8f50-4b53-ae50-a83b6775221e req-0733a72a-ed00-471b-ad34-5cdcd029e00d tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0305440 May 10 15:05:50.395414 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0717c0-98bf-4616-bd10-539f60d0139d req-c6a57139-54cd-49bf-af98-a07a5806d4ab tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:50.396887 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc0717c0-98bf-4616-bd10-539f60d0139d req-c6a57139-54cd-49bf-af98-a07a5806d4ab tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0482140 May 10 15:05:50.441474 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc0717c0-98bf-4616-bd10-539f60d0139d req-07cbd0c0-2852-459c-952b-82d91e8ff1a4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391755 May 10 15:05:50.815970 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1de7-7cad-4449-b0cf-fcc9c9095fd6 req-90f19541-450d-47b6-a226-d57b12e5b57e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:50.817385 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c26f1de7-7cad-4449-b0cf-fcc9c9095fd6 req-90f19541-450d-47b6-a226-d57b12e5b57e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0471158 May 10 15:05:50.863165 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c26f1de7-7cad-4449-b0cf-fcc9c9095fd6 req-22c6004c-387f-4c38-a300-a39ecea5cc8a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 May 10 15:05:51.020661 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d2088bbb-6a02-4172-b579-cc60c78e381c req-637ca2e0-a00e-4018-a177-61eab36b665e tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0292761 May 10 15:05:51.375519 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-133d44c4-9ddc-4af5-85a1-e68c26fc5a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:51.561948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6503f-7e6b-4a36-a887-179cb969d582 req-82a2d484-709a-486d-99d6-46a4516776c8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:51.563380 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-31d6503f-7e6b-4a36-a887-179cb969d582 req-82a2d484-709a-486d-99d6-46a4516776c8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0503249 May 10 15:05:51.609109 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-31d6503f-7e6b-4a36-a887-179cb969d582 req-0ec5b6fe-c2d1-485c-b46d-a0617986b599 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 May 10 15:05:51.977922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac12732-c2dc-47e4-9350-7619a5699ee4 req-d1268987-623a-485b-a420-795d92e9e42e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:51.979367 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ac12732-c2dc-47e4-9350-7619a5699ee4 req-d1268987-623a-485b-a420-795d92e9e42e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0452101 May 10 15:05:52.025573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ac12732-c2dc-47e4-9350-7619a5699ee4 req-f4c6821d-4b6b-4076-8538-7392f2abc374 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 May 10 15:05:52.129052 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40afeec9-2916-4d23-8714-cdfd3aa35645 req-cc2f377b-39c3-40a0-a8b8-f75272fd5992 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0304005 May 10 15:05:52.670193 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:52.726652 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de48a25-f060-499b-920b-a1814ad00e14 req-9e991249-3526-4766-8422-746a1ec9c374 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:52.728110 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5de48a25-f060-499b-920b-a1814ad00e14 req-9e991249-3526-4766-8422-746a1ec9c374 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0466084 May 10 15:05:52.775044 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5de48a25-f060-499b-920b-a1814ad00e14 req-0d5802e2-3718-49cc-a1c3-136ff9406926 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412099 May 10 15:05:53.137180 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14325e4-6c9d-49f1-8990-407b3c69d570 req-8212ab4b-e8bc-4249-9355-5e7225c04df2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:53.138644 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d14325e4-6c9d-49f1-8990-407b3c69d570 req-8212ab4b-e8bc-4249-9355-5e7225c04df2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0456350 May 10 15:05:53.184348 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d14325e4-6c9d-49f1-8990-407b3c69d570 req-aac4accc-c75c-429d-896e-7a9d4d5b27f5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 May 10 15:05:53.235008 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-56061e23-ffa7-4695-bf05-7f15f37834db req-bf4de306-d83f-46c0-bffa-cf4c3ab235cf tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0296018 May 10 15:05:53.901068 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5bc98-3fc4-4d13-8ca0-42f258e2c3a1 req-1d51beaf-ac94-4ded-95b9-4aeb6001922d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:53.902667 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-68e5bc98-3fc4-4d13-8ca0-42f258e2c3a1 req-1d51beaf-ac94-4ded-95b9-4aeb6001922d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0524585 May 10 15:05:53.913544 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:53.952557 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-68e5bc98-3fc4-4d13-8ca0-42f258e2c3a1 req-40bb7d57-92a4-46a9-97f1-d592dd460639 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 May 10 15:05:54.003914 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.015324 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3e4e-1761-4e75-a1c5-a2fe73edeaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.091243 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3e4e-1761-4e75-a1c5-a2fe73edeaa0 admin admin] Publish callbacks [] for security_group (fb5859c0-2736-442e-a962-51483374f197), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.094845 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3e4e-1761-4e75-a1c5-a2fe73edeaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (fb5859c0-2736-442e-a962-51483374f197), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.131676 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8f3d3e4e-1761-4e75-a1c5-a2fe73edeaa0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ba79aa5a25b4cb98a2c5ce25e1b783d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219298 May 10 15:05:54.133545 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3e4e-1761-4e75-a1c5-a2fe73edeaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5859c0-2736-442e-a962-51483374f197,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:54.134291 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:54.184948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] Publish callbacks [] for security_group (fb5859c0-2736-442e-a962-51483374f197), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.205197 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] Publish callbacks [] for security_group (fb5859c0-2736-442e-a962-51483374f197), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.252648 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (fb5859c0-2736-442e-a962-51483374f197), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.255195 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:54.256619 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb5859c0-2736-442e-a962-51483374f197 HTTP/1.1" status: 204 len: 168 time: 0.1213279 May 10 15:05:54.264593 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c2386-f8cf-426c-b53c-79407ebd293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5859c0-2736-442e-a962-51483374f197,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:54.359224 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-604ef3d8-df28-4e45-b7ed-7d11cb08d110 req-fccf0591-16df-4e2e-9004-2249490d8f06 tempest-VolumesActionsTest-156483215 tempest-VolumesActionsTest-156483215-project] 10.222.0.83 "GET /v2.0/ports?device_id=260d2d91-6d19-4624-9c5d-7d615badcae4 HTTP/1.1" status: 200 len: 210 time: 0.0355754 May 10 15:05:54.382850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2de2da-11d8-4f4a-91d3-4567b809f169 req-2403fe58-973e-46b3-9f82-69b98c96442c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:54.386841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c2de2da-11d8-4f4a-91d3-4567b809f169 req-2403fe58-973e-46b3-9f82-69b98c96442c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1337376 May 10 15:05:54.437645 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c2de2da-11d8-4f4a-91d3-4567b809f169 req-fdd4ceae-deb9-4c18-bbaf-24f74bd2fce5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 May 10 15:05:55.078960 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3b9fb-53c0-4658-94b1-5b01da7d91ce req-24c96264-6f15-4f6b-b9cc-eabfc008ee8b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:55.080623 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d5a3b9fb-53c0-4658-94b1-5b01da7d91ce req-24c96264-6f15-4f6b-b9cc-eabfc008ee8b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0562634 May 10 15:05:55.137353 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d5a3b9fb-53c0-4658-94b1-5b01da7d91ce req-86663c23-ef11-4302-afd6-3409199a7512 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501096 May 10 15:05:55.571394 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.589369 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804ab2-5a22-43c8-b798-99d70ba4fbb5 req-3d4152be-f223-4f6b-9116-fe99c0ad4c0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:55.591854 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5804ab2-5a22-43c8-b798-99d70ba4fbb5 req-3d4152be-f223-4f6b-9116-fe99c0ad4c0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0676327 May 10 15:05:55.653380 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5804ab2-5a22-43c8-b798-99d70ba4fbb5 req-46adb7d4-f11e-4902-9b68-1e32a236d269 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 May 10 15:05:55.669392 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 58714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:55.674815 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480474791', 'description': 'tempest-description--1545410293'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:55.699706 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.768905 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (6852378e-8176-4e11-9d2b-c6ce01123038), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.772678 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6852378e-8176-4e11-9d2b-c6ce01123038), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.802185 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.803961 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1334243 May 10 15:05:55.807040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:55.808690 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb95c2-e48b-403f-938d-c135bd281581 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6852378e-8176-4e11-9d2b-c6ce01123038,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:55.811683 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '6852378e-8176-4e11-9d2b-c6ce01123038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:55.840771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (bfbb7d6c-de3c-4b47-887e-0652bf625ca3), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.898256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (bfbb7d6c-de3c-4b47-887e-0652bf625ca3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.901906 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (bfbb7d6c-de3c-4b47-887e-0652bf625ca3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.920861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbb7d6c-de3c-4b47-887e-0652bf625ca3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:55.931228 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:55.932263 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ec27acd9-07cb-4294-a31a-07e20b855f89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242125 May 10 15:05:55.935020 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58730) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:55.939716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '6852378e-8176-4e11-9d2b-c6ce01123038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:55.964456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (6c174550-5e46-401b-9ad2-b80c6912aec1), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.029057 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (6c174550-5e46-401b-9ad2-b80c6912aec1), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.032853 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (6c174550-5e46-401b-9ad2-b80c6912aec1), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.051432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c174550-5e46-401b-9ad2-b80c6912aec1,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:56.058771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.059946 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-57ecc097-295d-48fc-ab1a-e12a70fc17dd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238484 May 10 15:05:56.062948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 58738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:05:56.067044 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:05:56.086633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.167680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.497809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c519d-3fdd-41cf-a38c-0c1e3029e297 req-0d97c1bc-9138-44a5-82d9-1370cd0d3f24 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:56.497809 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-287c519d-3fdd-41cf-a38c-0c1e3029e297 req-0d97c1bc-9138-44a5-82d9-1370cd0d3f24 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.2792075 May 10 15:05:56.523596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.27.3.80 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/f344ef86-301b-4fe5-be9a-83a2aa935373) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:56.601643 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-287c519d-3fdd-41cf-a38c-0c1e3029e297 req-55dd233a-7cba-4e8f-82d2-d6ceacfb56e0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011617 May 10 15:05:56.650089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.688047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.730909 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:56.733906 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:56.739680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:05:56.745350 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=f344ef86-301b-4fe5-be9a-83a2aa935373,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:56.790321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff024c7-9ac8-4a5c-95bb-e51cd6d8d8df req-3923cc6d-61fc-4daa-ba0b-ff632048ddbc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:56.792840 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ff024c7-9ac8-4a5c-95bb-e51cd6d8d8df req-3923cc6d-61fc-4daa-ba0b-ff632048ddbc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0610163 May 10 15:05:56.840738 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:56.851704 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ff024c7-9ac8-4a5c-95bb-e51cd6d8d8df req-41b1ee43-1eaf-4c63-a6c1-93b3cd67b4d0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522265 May 10 15:05:56.879912 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:57.030208 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:57.034539 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:57.102635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=f344ef86-301b-4fe5-be9a-83a2aa935373,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:57.113430 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.113775 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.114116 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.114489 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.114825 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.115159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.115487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.115836 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.116161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.116487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.116811 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.117133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.117453 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.117774 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.118092 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:57.125882 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:57.140881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:05:57.142133 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9da72fb2-17a8-45e3-8d5d-1b2f33b85784 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0782912 May 10 15:05:57.329746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-63eda8fb-19e3-4c5f-8422-1cedabc9648f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1480474791&fields=id&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 267 time: 0.0418255 May 10 15:05:57.432881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-b7122f7d-0ab6-4253-ae8a-e23ae2fb6d15 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:57.434791 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-b7122f7d-0ab6-4253-ae8a-e23ae2fb6d15 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.0982964 May 10 15:05:57.448803 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-d2a30346-1ca6-44ed-8e8e-e50337ae54e5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/quotas/8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 375 time: 0.0087590 May 10 15:05:57.501171 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-80624d0a-7098-4b71-9e99-6e95ea98934b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477095 May 10 15:05:57.593767 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-68bb9887-b569-4dca-9272-623690a173dc service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 May 10 15:05:57.685239 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-893bc630-0eac-4366-bc6e-a52897e262fd service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 May 10 15:05:57.718024 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4edf-29fd-49ea-89f2-1002666e138e req-ef29737f-f69c-465f-b69a-229ca8df8250 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:57.719570 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae3a4edf-29fd-49ea-89f2-1002666e138e req-ef29737f-f69c-465f-b69a-229ca8df8250 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0472116 May 10 15:05:57.767906 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae3a4edf-29fd-49ea-89f2-1002666e138e req-1dcc622e-52b3-4643-b98d-1326d8fa4e1e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 May 10 15:05:57.843111 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0698d236-a93e-45b1-936e-8ce91e879147 req-c2f8af78-176e-4964-81c0-491eb10a831f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0287411 May 10 15:05:57.978398 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9e9c-1668-4c8e-9ab4-3c2421256a79 req-a8c61ef0-a672-40c3-a611-6a81e959506f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:57.980077 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ccd9e9c-1668-4c8e-9ab4-3c2421256a79 req-a8c61ef0-a672-40c3-a611-6a81e959506f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0560229 May 10 15:05:58.031852 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ccd9e9c-1668-4c8e-9ab4-3c2421256a79 req-d71adb1a-8dbc-4ef8-b372-45a9736bc8f1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 10 15:05:58.887107 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b521-bca3-4fc1-834a-43549156abde req-c72251be-d765-4121-836d-536873fcb168 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:58.888572 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-94d3b521-bca3-4fc1-834a-43549156abde req-c72251be-d765-4121-836d-536873fcb168 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0467412 May 10 15:05:58.939443 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-94d3b521-bca3-4fc1-834a-43549156abde req-f8bbd2a7-902b-421c-9c32-9161eae5f878 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448954 May 10 15:05:58.943861 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7063a7de-8087-414a-b469-c22e039adbe2 req-60f95d54-8120-4224-a955-5f9e01826a11 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0319762 May 10 15:05:59.151119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c41e8-2da6-48e5-9127-915105bba325 req-f81fc6d4-2e7c-46e2-b40f-7a5f157ce74b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:59.152587 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2e1c41e8-2da6-48e5-9127-915105bba325 req-f81fc6d4-2e7c-46e2-b40f-7a5f157ce74b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0531168 May 10 15:05:59.197266 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2e1c41e8-2da6-48e5-9127-915105bba325 req-1a991729-4dcb-4f41-9d32-cbb563414559 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 May 10 15:05:59.712147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:00.089710 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561beebb-ca9b-4125-a172-e12990170caf req-6481ad2d-3f24-487e-867b-9626f5afb88f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:00.091241 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-561beebb-ca9b-4125-a172-e12990170caf req-6481ad2d-3f24-487e-867b-9626f5afb88f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0636611 May 10 15:06:00.097119 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3573e5b-4d9f-46ca-87a7-ace61e51d974 req-d8aaa6cb-8ae9-48bb-acda-06eee46689c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0731807 May 10 15:06:00.174751 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd121-be24-4867-824f-4dc8341bf36d req-bcc6e2ff-b0b4-4123-99a6-50cbc98b4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:00.176234 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b9acd121-be24-4867-824f-4dc8341bf36d req-bcc6e2ff-b0b4-4123-99a6-50cbc98b4756 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.0622313 May 10 15:06:00.186910 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-561beebb-ca9b-4125-a172-e12990170caf req-ecd093fd-9371-4f12-acdb-10f89d10cfe1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818229 May 10 15:06:00.249329 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b9acd121-be24-4867-824f-4dc8341bf36d req-34d3b756-56c3-45a7-afde-3181503b856b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522518 May 10 15:06:00.319941 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa999-82bc-4dc9-af54-b51dff865f12 req-b5c25ee2-19d4-48e9-850c-50776b0e540a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:00.321381 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b21aa999-82bc-4dc9-af54-b51dff865f12 req-b5c25ee2-19d4-48e9-850c-50776b0e540a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0465200 May 10 15:06:00.366439 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b21aa999-82bc-4dc9-af54-b51dff865f12 req-5dd2b9ec-b7b0-43a2-87f4-f8ae6a0c9a8b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 May 10 15:06:00.604201 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-17f1e958-a0ae-45a1-a480-40b8fb363748 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398164 May 10 15:06:00.675807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-f9a7325b-35cc-4a52-b9dc-da5e9836e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:00.677306 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-f9a7325b-35cc-4a52-b9dc-da5e9836e1ce service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1129 time: 0.0393682 May 10 15:06:00.811120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-e051a83c-99b0-400b-996f-c162239bbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:00.812825 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-e051a83c-99b0-400b-996f-c162239bbf4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.0881066 May 10 15:06:01.273133 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-21e98669-32ce-4edd-93a5-19edfb5285b8 req-b6ea742f-b5a6-4eb4-a60a-caee66983bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0736160 May 10 15:06:01.353820 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4cf27-a93d-4f41-96a7-de5f6b2be8bb req-376641f3-a4fd-48c4-86e3-3b2fcfe40ce9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:01.362233 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bf4cf27-a93d-4f41-96a7-de5f6b2be8bb req-376641f3-a4fd-48c4-86e3-3b2fcfe40ce9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0874817 May 10 15:06:01.421321 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bf4cf27-a93d-4f41-96a7-de5f6b2be8bb req-d410abab-3d68-4b23-a685-e441ea8b57a0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577643 May 10 15:06:01.498618 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b2137-1269-4158-ba76-127000fea45e req-ca5af2a4-5bb2-4d4c-b317-fba7bc3de1d9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:01.500409 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3a2b2137-1269-4158-ba76-127000fea45e req-ca5af2a4-5bb2-4d4c-b317-fba7bc3de1d9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0583839 May 10 15:06:01.542294 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-7029747b-73f4-4356-a236-b77567893f65 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 200 len: 217 time: 0.0383286 May 10 15:06:01.637820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-d1851f3a-4c85-4e0a-a41d-a66abf2f8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:01.639260 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-d1851f3a-4c85-4e0a-a41d-a66abf2f8775 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0892072 May 10 15:06:01.644314 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3a2b2137-1269-4158-ba76-127000fea45e req-d506d37a-eaa4-445d-9bc2-dd4d57f82a3a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007655 May 10 15:06:01.769964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-40bb44c1-657e-4e64-b361-5f4ca049e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:01.771566 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-40bb44c1-657e-4e64-b361-5f4ca049e51e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088626 May 10 15:06:01.873328 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-705fb194-2951-4c46-ad38-3f6b3b68bf0b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:01.875063 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-705fb194-2951-4c46-ad38-3f6b3b68bf0b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.2172337 May 10 15:06:01.939139 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-e34682a4-2ce8-493d-ae4c-69566ee87cf6 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578357 May 10 15:06:02.001814 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-c0072479-7c53-4fa0-b33b-05c4b7499ecb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 472 time: 0.1042063 May 10 15:06:02.279948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'port': {'device_id': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'admin_state_up': True, 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'security_groups': ['6852378e-8176-4e11-9d2b-c6ce01123038']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:02.448432 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-779e0e2d-c797-4754-8b25-a586f0319a7a req-463f769d-cba5-43ce-9744-a4b0262eea15 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0536423 May 10 15:06:02.514769 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:06:02.526821 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c11a4bd6-78dc-442f-b6de-9d2e56ee3d3e req-1cbf2901-fe00-4d24-bb72-0ebd2c4180ba service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717164 May 10 15:06:02.576671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:02.580000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:02.605087 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a19a-d2c5-4264-bc3a-e24d6dfef0e9 req-ce144ed1-a918-4032-9cbe-37a1ec8096f8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:02.606735 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3682a19a-d2c5-4264-bc3a-e24d6dfef0e9 req-ce144ed1-a918-4032-9cbe-37a1ec8096f8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0684183 May 10 15:06:02.734155 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3682a19a-d2c5-4264-bc3a-e24d6dfef0e9 req-74d127b3-2a06-48f1-949c-008ac59c4a08 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164184 May 10 15:06:02.778837 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:02.792570 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.20.0.8 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/6f98d52c-c1aa-498b-8cab-ed2cad854767) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:02.794225 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:06:02.835216 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9bbe-585b-4ca8-b286-dd4c72990e9b req-3aead328-3440-4bcd-8d5f-70d62805d984 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:02.840143 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: ACTIVE; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:02.840757 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:02.846496 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e03e9bbe-585b-4ca8-b286-dd4c72990e9b req-3aead328-3440-4bcd-8d5f-70d62805d984 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1164708 May 10 15:06:02.855703 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:02.876636 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:02.886144 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:02.958529 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e03e9bbe-585b-4ca8-b286-dd4c72990e9b req-88e95799-0e59-4eae-8be8-3b6cab87763f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105099 May 10 15:06:03.002067 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:03.032237 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.033438 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.034032 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.034523 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.035503 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.036212 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.037261 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.037261 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.037637 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.038630 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.039490 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.039768 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.040167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.041080 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.041422 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:03.082358 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:03.121759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:06:03.126493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:03.190360 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:03.193776 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:03.200622 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:06:03.229900 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:03.341814 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-11e445d1-96b1-4ff4-8b51-f63295fa1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.343393 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-11e445d1-96b1-4ff4-8b51-f63295fa1c51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.0776818 May 10 15:06:03.349945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.356689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:03.479469 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfdb4b-cb3d-4bf9-8389-2f63bf355820 req-c6e22d60-acf9-4331-8b39-c5afb5b1d7a5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.489595 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e8cfdb4b-cb3d-4bf9-8389-2f63bf355820 req-c6e22d60-acf9-4331-8b39-c5afb5b1d7a5 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1893430 May 10 15:06:03.511276 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-069070da-81ad-45e5-a302-e731ad9ca624 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2476172 May 10 15:06:03.538659 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Request body: {'port': {'device_id': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:03.582783 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f30faaba-403a-49ce-b8f3-a8d65ac07a39 None None] Provisioning complete for port 6f98d52c-c1aa-498b-8cab-ed2cad854767 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:06:03.585944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f30faaba-403a-49ce-b8f3-a8d65ac07a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:03.637763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-99bc6720-9298-478c-9867-816e220580bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.639048 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-99bc6720-9298-478c-9867-816e220580bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.2640808 May 10 15:06:03.655391 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d961-a071-4555-b995-1c062f650297 req-4f88c1bc-aa99-4761-85ac-e8956beff599 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.658848 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73e9d961-a071-4555-b995-1c062f650297 req-4f88c1bc-aa99-4761-85ac-e8956beff599 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 931 time: 0.1231658 May 10 15:06:03.687893 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f30faaba-403a-49ce-b8f3-a8d65ac07a39 None None] Port 6f98d52c-c1aa-498b-8cab-ed2cad854767 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:06:03.728140 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-4f91a656-b7db-43ad-8c3a-2b7acccb2598 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.0532444 May 10 15:06:03.736247 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73e9d961-a071-4555-b995-1c062f650297 req-404b3c9b-fab7-400b-9e4c-d2048601ec75 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704746 May 10 15:06:03.736500 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e8cfdb4b-cb3d-4bf9-8389-2f63bf355820 req-29bf1c9c-3100-4646-b2dd-1f65bc10addd tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479639 May 10 15:06:03.761326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:03.813833 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:06:03.955172 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936c1e-ce63-4913-9fca-dcd856e61d1b req-3541f243-4d25-4ab9-95f6-693838a0750d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.959994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-34adadc9-bc48-4329-9698-37b8d06f60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:03.961635 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-34adadc9-bc48-4329-9698-37b8d06f60fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.2161632 May 10 15:06:03.963043 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a936c1e-ce63-4913-9fca-dcd856e61d1b req-3541f243-4d25-4ab9-95f6-693838a0750d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0599835 May 10 15:06:04.027426 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a936c1e-ce63-4913-9fca-dcd856e61d1b req-724ed2a0-5e71-4847-98f9-1f9fd2636632 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632427 May 10 15:06:04.083189 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-3100416a-7496-4237-a5ea-b07875bee682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:04.085060 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-3100416a-7496-4237-a5ea-b07875bee682 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020415 May 10 15:06:04.255516 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-76cb2a55-0dea-44aa-9069-ea181db66a9c service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526477 May 10 15:06:04.264711 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f98d52c-c1aa-498b-8cab-ed2cad854767 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:04.290045 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks [] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:04.367016 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Transition to ACTIVE for port object 6f98d52c-c1aa-498b-8cab-ed2cad854767 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:06:04.424741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:04.429719 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9501c578-7ed4-494e-84d5-6a79a6bc1fd9 req-fa23ed5f-3898-4f8a-aabf-b49fe21a5bb1 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583393 May 10 15:06:04.538590 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:06:04.722381 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:06:04.725805 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:04.943304 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:04.946891 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:05.015759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:05.021374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b93c8a8-18b6-4428-8b06-c22c77063ce0" -d '{"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:05.034138 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae47a3-f8a1-43b2-b7b5-d2d27a944dd0 req-e1375694-ba4a-4c25-971f-73902309a1ec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:05.039440 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8aae47a3-f8a1-43b2-b7b5-d2d27a944dd0 req-e1375694-ba4a-4c25-971f-73902309a1ec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1625705 May 10 15:06:05.084055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Pushing event updated for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:05.104775 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:05.116024 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:05.141457 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae94e4-7723-41bf-b2c0-6ea9e52800de req-cc963319-d61a-4e36-95c1-8a03b3c32a8d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:05.145279 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9cae94e4-7723-41bf-b2c0-6ea9e52800de req-cc963319-d61a-4e36-95c1-8a03b3c32a8d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.2328231 May 10 15:06:05.183267 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8aae47a3-f8a1-43b2-b7b5-d2d27a944dd0 req-1f612401-f9d8-4e46-96bf-b6bb074f3729 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371846 May 10 15:06:05.241111 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:05.319791 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34858d91-d5eb-4d5b-97d0-5b1584ac09d1 x-openstack-request-id: req-34858d91-d5eb-4d5b-97d0-5b1584ac09d1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:05.320560 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:05.321099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-34858d91-d5eb-4d5b-97d0-5b1584ac09d1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:05.325018 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34858d91-d5eb-4d5b-97d0-5b1584ac09d1'] response: {'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'code': 200} May 10 15:06:05.394723 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9cae94e4-7723-41bf-b2c0-6ea9e52800de req-b9339477-b1bb-4624-9ad8-7577eda6ee3f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416627 May 10 15:06:05.446275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Attempting to bind port 6f98d52c-c1aa-498b-8cab-ed2cad854767 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:06:05.446761 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Attempting to bind port 6f98d52c-c1aa-498b-8cab-ed2cad854767 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:06:05.447178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Attempting to bind port 6f98d52c-c1aa-498b-8cab-ed2cad854767 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:06:05.463545 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Port 6f98d52c-c1aa-498b-8cab-ed2cad854767 on network 56419087-50d9-434c-b827-6ceec51e5c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:06:05.464036 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Attempting to bind port 6f98d52c-c1aa-498b-8cab-ed2cad854767 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:06:05.473499 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:06:05.477594 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:06:05.477594 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:06:05.477594 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Bound port: 6f98d52c-c1aa-498b-8cab-ed2cad854767, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:06:05.478491 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:05.544692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5f3c4-e39e-447e-8e7e-fbd55a2bbefa req-885075c4-dc31-4050-adf5-c6264563c020 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:05.546766 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-78a5f3c4-e39e-447e-8e7e-fbd55a2bbefa req-885075c4-dc31-4050-adf5-c6264563c020 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1025729 May 10 15:06:05.625870 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:06:05.629556 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:06:05.641084 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-78a5f3c4-e39e-447e-8e7e-fbd55a2bbefa req-acc3c7fd-a118-45c2-9035-7bba7594c279 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772357 May 10 15:06:05.647275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:05.725014 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:05.731772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:05.738132 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] 10.222.0.87 "PUT /v2.0/ports/6f98d52c-c1aa-498b-8cab-ed2cad854767 HTTP/1.1" status: 200 len: 1093 time: 2.2064202 May 10 15:06:05.744064 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:05.754797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf80c6e-2845-44d9-bd6f-996611643040" -d '{"events": [{"name": "network-changed", "server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:05.886042 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb49b-abc5-4a27-8eea-1baaa86ced60 service neutron] Pushing event updated for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:05.895162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650bcf3c-670d-4952-bac4-1d9a1c394dc2 x-openstack-request-id: req-650bcf3c-670d-4952-bac4-1d9a1c394dc2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:05.895576 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:05.895969 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-650bcf3c-670d-4952-bac4-1d9a1c394dc2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:05.896807 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650bcf3c-670d-4952-bac4-1d9a1c394dc2'] response: {'name': 'network-changed', 'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'status': 'completed', 'code': 200} May 10 15:06:06.379577 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b08d4-aa7d-455c-a93a-ac1066367c25 req-c5856489-1d5a-4bbc-8182-9596b307bd4c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:06.391776 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a44b08d4-aa7d-455c-a93a-ac1066367c25 req-c5856489-1d5a-4bbc-8182-9596b307bd4c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0842412 May 10 15:06:06.543806 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a44b08d4-aa7d-455c-a93a-ac1066367c25 req-2bcd868f-139f-4467-90d6-44e80930d885 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499770 May 10 15:06:06.639911 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3045539-8a82-4725-9404-f733c67dde13 req-4cd8654a-e20f-4f9e-908b-59015df81770 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:06.643069 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c3045539-8a82-4725-9404-f733c67dde13 req-4cd8654a-e20f-4f9e-908b-59015df81770 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.0879719 May 10 15:06:06.742722 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c3045539-8a82-4725-9404-f733c67dde13 req-cdb1b8a6-0dbe-4ced-88ca-a265f9f8651d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930548 May 10 15:06:06.892490 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816e9f6-164d-4a67-92a9-8276ae5db87c req-60285bd7-bbe0-409d-82e9-d79eec4f7ed7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:06.900738 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8816e9f6-164d-4a67-92a9-8276ae5db87c req-60285bd7-bbe0-409d-82e9-d79eec4f7ed7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0983598 May 10 15:06:06.996138 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8816e9f6-164d-4a67-92a9-8276ae5db87c req-5b759d0c-6412-4274-ac97-6834b3e4a5e7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918503 May 10 15:06:07.714463 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-4e30f080-5935-437c-a7d4-69e40a7bc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:07.714463 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-4e30f080-5935-437c-a7d4-69e40a7bc588 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 1127 time: 0.1668632 May 10 15:06:07.836178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954017a3-8648-4b51-9f9c-0bc2100becbc req-f7fbf17d-6e78-4f54-ad48-183239ff018c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:07.843938 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-954017a3-8648-4b51-9f9c-0bc2100becbc req-f7fbf17d-6e78-4f54-ad48-183239ff018c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1182933 May 10 15:06:08.013609 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-954017a3-8648-4b51-9f9c-0bc2100becbc req-e94205f3-8105-42f6-8a9f-b7933cd1f469 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669734 May 10 15:06:08.024830 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9bdc-835f-4637-ad62-39ca39007fd4 req-63b79e61-c536-40e9-964d-aacfa7cdd8ca tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:08.029138 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61cb9bdc-835f-4637-ad62-39ca39007fd4 req-63b79e61-c536-40e9-964d-aacfa7cdd8ca tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.1074529 May 10 15:06:08.156080 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61cb9bdc-835f-4637-ad62-39ca39007fd4 req-0e6b4989-ff09-434d-9976-168234966244 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173539 May 10 15:06:08.270076 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54662-f113-408e-8a2b-22fadcd3ced7 req-f5efdffb-4c4e-467d-b499-55b7390b48cc tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:08.271977 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bdd54662-f113-408e-8a2b-22fadcd3ced7 req-f5efdffb-4c4e-467d-b499-55b7390b48cc tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1422443 May 10 15:06:08.376536 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bdd54662-f113-408e-8a2b-22fadcd3ced7 req-8517e730-deea-4d3c-96fe-d0d6a49adf74 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964904 May 10 15:06:09.344510 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f417b6-c0df-44eb-9bdb-5b2eaa9c5373 req-30babff5-dbef-4ce7-b901-d4e1fd781b2f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:09.361467 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59f417b6-c0df-44eb-9bdb-5b2eaa9c5373 req-30babff5-dbef-4ce7-b901-d4e1fd781b2f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1217177 May 10 15:06:09.370563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecc7a8-4d94-4790-92b1-240e70545560 req-511fbff9-92f5-48fc-8324-cb9b1ba1811c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:09.379326 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36ecc7a8-4d94-4790-92b1-240e70545560 req-511fbff9-92f5-48fc-8324-cb9b1ba1811c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.0840256 May 10 15:06:09.447011 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59f417b6-c0df-44eb-9bdb-5b2eaa9c5373 req-8e6771d1-fef3-44d0-ba58-f073c5ee21ba tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841351 May 10 15:06:09.571493 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36ecc7a8-4d94-4790-92b1-240e70545560 req-4b2ab34a-d537-464b-ada2-e81506ffaa6e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908362 May 10 15:06:09.613483 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677afe1d-c46b-48d6-be19-c083c149d03f req-a2370156-c19a-4f34-a9af-19d1532227b8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:09.630382 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-677afe1d-c46b-48d6-be19-c083c149d03f req-a2370156-c19a-4f34-a9af-19d1532227b8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1105783 May 10 15:06:09.643082 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-84b709c9-b02f-4b1b-b088-e2c89fb89abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:09.651517 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-84b709c9-b02f-4b1b-b088-e2c89fb89abd service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2502933 May 10 15:06:09.721530 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-677afe1d-c46b-48d6-be19-c083c149d03f req-59270d6d-6c15-4e94-830c-224c666e9d3a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895650 May 10 15:06:09.827634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-42b8b5e6-b24c-4a43-a477-fd5e8e36ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:09.829757 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4cf80c6e-2845-44d9-bd6f-996611643040 req-42b8b5e6-b24c-4a43-a477-fd5e8e36ab0a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704650 May 10 15:06:10.656784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b140f76-29aa-4dae-810b-a511f5493fb3 req-79cebfe1-1c68-422b-bea7-fd2e75a06c0c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:10.667337 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9b140f76-29aa-4dae-810b-a511f5493fb3 req-79cebfe1-1c68-422b-bea7-fd2e75a06c0c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.1264031 May 10 15:06:10.732520 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06915c63-91fc-4161-8b21-1bed7faec5ce req-03b439a2-0a1b-4124-b33d-995e071f1dae tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:10.743930 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-06915c63-91fc-4161-8b21-1bed7faec5ce req-03b439a2-0a1b-4124-b33d-995e071f1dae tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.0686669 May 10 15:06:10.816152 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-06915c63-91fc-4161-8b21-1bed7faec5ce req-a3cd4617-d95b-45b2-a70f-c8cd5c0891d4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677233 May 10 15:06:10.859207 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9b140f76-29aa-4dae-810b-a511f5493fb3 req-2880127e-42a8-48bc-b1cd-7a07bb283187 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908872 May 10 15:06:10.899304 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-dce17f30-6361-478a-920b-f67f1b685deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:10.901922 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-dce17f30-6361-478a-920b-f67f1b685deb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 1127 time: 0.1909845 May 10 15:06:10.989901 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-69b7cd04-aba0-419a-b240-67af2cedd5b3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767 HTTP/1.1" status: 200 len: 217 time: 0.0727808 May 10 15:06:11.048128 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567629-c0d9-442c-880c-25086e0890ac req-caa76a26-81fd-43da-9275-08507c1de060 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:11.049830 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a567629-c0d9-442c-880c-25086e0890ac req-caa76a26-81fd-43da-9275-08507c1de060 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1061227 May 10 15:06:11.052733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-0513d8ea-a2fd-4ea8-94a4-a505de8d09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:11.054872 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-0513d8ea-a2fd-4ea8-94a4-a505de8d09f3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0563924 May 10 15:06:11.131972 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-4ba4f06b-a953-434b-b534-45403f103684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:11.135678 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-4ba4f06b-a953-434b-b534-45403f103684 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676672 May 10 15:06:11.158282 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a567629-c0d9-442c-880c-25086e0890ac req-feac74bd-dc6f-4a52-82bb-1ad0492aec55 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000497 May 10 15:06:11.294785 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-2c377a66-a249-4b0d-ba60-63ea221b0eae service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419208 May 10 15:06:11.714632 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a6f02342-1a1f-4d55-bdad-0585acead6db req-89ec836c-f52b-4dab-b5e0-790527c80f40 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051781 May 10 15:06:11.987346 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3656d7-6d1d-4093-8dfd-7c818ce0cdbc req-f2402ed4-adf9-442c-a022-a1e8ef47dc20 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:11.998569 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66873a3b-6d2c-4c3a-a47b-6b39fe520be6 req-b5c08f75-0e36-4d54-a6dc-410b132f1691 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:12.001534 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0d3656d7-6d1d-4093-8dfd-7c818ce0cdbc req-f2402ed4-adf9-442c-a022-a1e8ef47dc20 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.1043923 May 10 15:06:12.012425 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-66873a3b-6d2c-4c3a-a47b-6b39fe520be6 req-b5c08f75-0e36-4d54-a6dc-410b132f1691 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0577762 May 10 15:06:12.097827 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-66873a3b-6d2c-4c3a-a47b-6b39fe520be6 req-990ed091-6f2b-42a0-b72a-695780f0f692 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829935 May 10 15:06:12.186673 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0d3656d7-6d1d-4093-8dfd-7c818ce0cdbc req-6ddc6c9a-98e4-403e-ae3d-ebec57e4c44d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822512 May 10 15:06:12.456726 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337aa4-f384-4b45-b214-ae044c01e404 req-49848af0-5bf8-4482-aeb4-46d6bacdab06 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:12.468250 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8337aa4-f384-4b45-b214-ae044c01e404 req-49848af0-5bf8-4482-aeb4-46d6bacdab06 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1783733 May 10 15:06:12.585546 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8337aa4-f384-4b45-b214-ae044c01e404 req-310998ea-55c6-4a12-a6b4-92f50259a43a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098707 May 10 15:06:13.361555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aec2-985f-4f1b-b094-b70a74084ed9 req-676ee63a-0fce-4bbe-8188-60cba9fa87f3 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:13.370180 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b597aec2-985f-4f1b-b094-b70a74084ed9 req-676ee63a-0fce-4bbe-8188-60cba9fa87f3 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.0798950 May 10 15:06:13.485175 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b597aec2-985f-4f1b-b094-b70a74084ed9 req-f360b92f-988a-4065-be67-d8b802f0ff9e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089475 May 10 15:06:13.786416 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe379a-2842-488d-9515-147613cd602d req-a35c3915-a421-4070-b422-693be2579af5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:13.794204 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-84fe379a-2842-488d-9515-147613cd602d req-a35c3915-a421-4070-b422-693be2579af5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0614250 May 10 15:06:13.898868 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-84fe379a-2842-488d-9515-147613cd602d req-ffb549d4-8fac-4f23-a6a0-a052dcd1e105 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035850 May 10 15:06:13.938319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:13.943224 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065583933', 'description': 'tempest-description--1792593469'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:14.007390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.173099 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (e4cabaef-95c1-4c7b-970a-7831f9d8529e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.182293 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e4cabaef-95c1-4c7b-970a-7831f9d8529e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.221366 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.222677 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2832019 May 10 15:06:14.229180 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:14.234292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128ad0-0734-4b9b-bc84-8cb720282af9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cabaef-95c1-4c7b-970a-7831f9d8529e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:14.234601 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'security_group_rule': {'security_group_id': 'e4cabaef-95c1-4c7b-970a-7831f9d8529e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:14.282648 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (98ec070e-dd5e-4079-b574-57324a46288f), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.405906 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (98ec070e-dd5e-4079-b574-57324a46288f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.425847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (98ec070e-dd5e-4079-b574-57324a46288f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.450944 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ec070e-dd5e-4079-b574-57324a46288f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:14.465318 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.466188 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.466744 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.467235 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.467793 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.468289 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.468769 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.469257 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.469755 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.470249 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.470852 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.471343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.471988 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.472522 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.473253 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:14.483139 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.485482 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-232eb424-717e-4cab-a486-06902371d351 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2547095 May 10 15:06:14.488592 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59054) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:14.499848 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'security_group_rule': {'security_group_id': 'e4cabaef-95c1-4c7b-970a-7831f9d8529e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:14.548695 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 6f98d52c-c1aa-498b-8cab-ed2cad854767 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:06:14.580797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (9585e4bd-f16d-4193-b0b1-00211f9e136f), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.722614 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (9585e4bd-f16d-4193-b0b1-00211f9e136f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.725625 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098c64-8641-4564-a87f-5d0b176f5b87 req-4d5f7353-81ea-415b-9bf8-c3ba64df1c7f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:14.729025 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (9585e4bd-f16d-4193-b0b1-00211f9e136f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.747784 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32098c64-8641-4564-a87f-5d0b176f5b87 req-4d5f7353-81ea-415b-9bf8-c3ba64df1c7f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 943 time: 0.1126702 May 10 15:06:14.788445 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9585e4bd-f16d-4193-b0b1-00211f9e136f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:14.816934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.822495 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:14.823329 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-da49b5c3-6f1f-4720-ad7a-cb0bfc6842b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329153 May 10 15:06:14.832948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:14.855423 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:14.861330 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32098c64-8641-4564-a87f-5d0b176f5b87 req-f01f77d8-3826-4181-8a16-65836c876b96 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122453 May 10 15:06:14.886711 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'port_id': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'mac_address': 'fa:16:3e:5c:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:06:14.890624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:14.975900 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 6f98d52c-c1aa-498b-8cab-ed2cad854767 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:14.978204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.008568 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f98d52c-c1aa-498b-8cab-ed2cad854767 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:15.057393 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:15.064128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.144033 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.156896 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.193504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df00c23-4f7f-40dc-9e52-05037a7facb2 req-6ba6e970-c521-4561-9131-21cda75b9f3b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:15.195788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1df00c23-4f7f-40dc-9e52-05037a7facb2 req-6ba6e970-c521-4561-9131-21cda75b9f3b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1721857 May 10 15:06:15.307001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Allocated IP 172.27.3.187 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/0247debb-2d50-48ea-900c-7081981555bc) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:15.331633 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1df00c23-4f7f-40dc-9e52-05037a7facb2 req-c3bf48fa-b95e-439c-a1a0-483a8c06a120 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267264 May 10 15:06:15.449591 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for port (0247debb-2d50-48ea-900c-7081981555bc), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.501767 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['6f98d52c-c1aa-498b-8cab-ed2cad854767'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:06:15.502203 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (0247debb-2d50-48ea-900c-7081981555bc), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.563889 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:15.569972 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:15.581715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:06:15.630031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'Port': ['ID=0247debb-2d50-48ea-900c-7081981555bc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.777411 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:15.831428 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0247debb-2d50-48ea-900c-7081981555bc), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.142729 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1337c3-623a-444f-82bd-25bc2775159b req-0270603f-4c03-4b4b-af97-67c338625c5a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:16.144664 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a1337c3-623a-444f-82bd-25bc2775159b req-0270603f-4c03-4b4b-af97-67c338625c5a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 944 time: 0.0656571 May 10 15:06:16.186805 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for port (0247debb-2d50-48ea-900c-7081981555bc), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.215639 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (0247debb-2d50-48ea-900c-7081981555bc), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.306002 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.330791 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.332687 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5072303 May 10 15:06:16.382420 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a1337c3-623a-444f-82bd-25bc2775159b req-135dbe23-555a-4487-94ea-5c7ddc1a6b6c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904545 May 10 15:06:16.409894 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a01d5-4afb-48b7-913c-93591539f0e0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'Port': ['ID=0247debb-2d50-48ea-900c-7081981555bc,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:16.625571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb36bd-38c8-49d5-ac8a-bc92cea31c19 req-3914a8fd-8e0f-4f47-85c5-daeed22a1094 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:16.633121 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 6f98d52c-c1aa-498b-8cab-ed2cad854767 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:06:16.638650 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7eb36bd-38c8-49d5-ac8a-bc92cea31c19 req-3914a8fd-8e0f-4f47-85c5-daeed22a1094 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.1331694 May 10 15:06:16.744282 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 6f98d52c-c1aa-498b-8cab-ed2cad854767 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:06:16.747678 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7eb36bd-38c8-49d5-ac8a-bc92cea31c19 req-48cee6af-2099-4a16-8b0b-c364f833b1c7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942459 May 10 15:06:16.769885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 6f98d52c-c1aa-498b-8cab-ed2cad854767 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:06:16.769885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.876258 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 6f98d52c-c1aa-498b-8cab-ed2cad854767 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:16.876902 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:16.915525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:16.920269 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1532c9-c9ea-42e6-99ad-08cf59aa0334" -d '{"events": [{"server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "name": "network-vif-plugged", "status": "completed", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:16.960319 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:16.970783 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:17.007681 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052eab0-f16b-44ef-8f3f-739b8aeddd82 x-openstack-request-id: req-f052eab0-f16b-44ef-8f3f-739b8aeddd82 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:17.008238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "name": "network-vif-plugged", "status": "completed", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:17.008647 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f052eab0-f16b-44ef-8f3f-739b8aeddd82 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:17.009269 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f052eab0-f16b-44ef-8f3f-739b8aeddd82'] response: {'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'code': 200} May 10 15:06:17.059765 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:17.256805 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bb0d2-a2f1-4b67-a5ee-f43d1a07463a req-a5b63233-3abf-47cf-beba-44a09bac6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:17.260888 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8d8bb0d2-a2f1-4b67-a5ee-f43d1a07463a req-a5b63233-3abf-47cf-beba-44a09bac6c15 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 1129 time: 0.0532806 May 10 15:06:17.365510 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8d8bb0d2-a2f1-4b67-a5ee-f43d1a07463a req-4079d229-8357-439b-8b7f-043dd567ac91 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835030 May 10 15:06:17.479706 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-84fbc127-dcfc-4295-b352-0d070877e3c1 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2065583933&fields=id&tenant_id=d851fe67b7e940f9b20979bdd619bf48 HTTP/1.1" status: 200 len: 267 time: 0.0833442 May 10 15:06:17.541603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16cb6e-32b1-4771-8c95-62609f11851b req-dcabc621-4c84-4123-b6ff-3969c022c5aa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:17.543793 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5b16cb6e-32b1-4771-8c95-62609f11851b req-dcabc621-4c84-4123-b6ff-3969c022c5aa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0704086 May 10 15:06:17.630152 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-9d1c49f0-b1d6-4238-8781-c6b596d63ea0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:17.632509 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-9d1c49f0-b1d6-4238-8781-c6b596d63ea0 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 0.1423826 May 10 15:06:17.638508 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5b16cb6e-32b1-4771-8c95-62609f11851b req-138aeb7c-ca3e-4652-8896-bc34b397e95e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742552 May 10 15:06:17.648407 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-2737d360-62ca-4543-a11f-02dca78820f8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/quotas/d851fe67b7e940f9b20979bdd619bf48 HTTP/1.1" status: 200 len: 375 time: 0.0103409 May 10 15:06:17.714981 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-60a19d33-2a42-4217-9344-367bc7057711 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0593646 May 10 15:06:17.867246 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-e713684e-24a4-433b-9f48-595ce117cf8a service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377714 May 10 15:06:17.912255 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ff74-4328-4f08-9df1-3cb0ff0d10d7 req-d9e4ce36-3c3e-4305-b3a4-3609c73a7230 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:17.914075 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cd56ff74-4328-4f08-9df1-3cb0ff0d10d7 req-d9e4ce36-3c3e-4305-b3a4-3609c73a7230 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0673590 May 10 15:06:17.971427 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cd56ff74-4328-4f08-9df1-3cb0ff0d10d7 req-6ace28f7-8a3d-435e-9221-24c24e004f4a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514402 May 10 15:06:17.980928 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-26de8ecf-8f85-4387-ab0b-04d16e721a41 service neutron] 10.222.0.83 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098199 May 10 15:06:18.193928 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bb432a9a-8996-441f-a7f7-58caca5347c5 req-8f880aa2-74bd-47f6-bffa-fbfaba982114 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.0489395 May 10 15:06:18.793955 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099a6e-e119-48db-9bfc-d2f533ca17e7 req-93adc8e4-91d6-474a-b8a7-bb6960f28952 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:18.795730 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6099a6e-e119-48db-9bfc-d2f533ca17e7 req-93adc8e4-91d6-474a-b8a7-bb6960f28952 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0679564 May 10 15:06:18.868850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-83307920-5e99-4091-bca8-8ce636f421fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:18.871375 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-83307920-5e99-4091-bca8-8ce636f421fb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1129 time: 0.0606890 May 10 15:06:18.885547 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6099a6e-e119-48db-9bfc-d2f533ca17e7 req-fa6be654-abf7-4f51-bdea-91f5c31156c9 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822570 May 10 15:06:18.982336 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-7d53b482-7015-4dfc-b6ad-9691239b6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:18.984099 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-7d53b482-7015-4dfc-b6ad-9691239b6439 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.1012690 May 10 15:06:19.107769 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-367946b6-0e23-4b39-92d3-ec6f191a74d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1080909 May 10 15:06:19.121196 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b532e7-d89a-45bf-8442-762cc48e1536 req-ba5d573e-b9cd-4cf5-862d-5790ead8b6e7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:19.123435 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-17b532e7-d89a-45bf-8442-762cc48e1536 req-ba5d573e-b9cd-4cf5-862d-5790ead8b6e7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0602431 May 10 15:06:19.181182 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-17b532e7-d89a-45bf-8442-762cc48e1536 req-f61009a1-2527-4f2e-9502-dd5419022766 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485616 May 10 15:06:19.234689 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65056f3-09fe-4e2e-be04-0aa54c93c8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:19.302547 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3a16a668-1a56-4933-ba94-4c49984b31e8 req-35a341d6-5fa8-4186-9681-c4221c6add68 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.0291548 May 10 15:06:19.373150 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-a1a77000-150b-41a6-a430-538d8fd844e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:19.374804 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-a1a77000-150b-41a6-a430-538d8fd844e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0512936 May 10 15:06:20.025462 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302afef-b8ee-4896-aa9f-6eb5f8fd5037 req-94070897-b325-453c-a19b-887ae591c248 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:20.028286 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8302afef-b8ee-4896-aa9f-6eb5f8fd5037 req-94070897-b325-453c-a19b-887ae591c248 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0732353 May 10 15:06:20.083214 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8302afef-b8ee-4896-aa9f-6eb5f8fd5037 req-82a8f436-8926-4121-b224-c216e3d007fd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 May 10 15:06:20.196144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84b5b0-0f5b-4905-9883-49c85b9d16f1 req-f0f434c7-82fb-446d-8718-3a134f243283 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:20.197966 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a84b5b0-0f5b-4905-9883-49c85b9d16f1 req-f0f434c7-82fb-446d-8718-3a134f243283 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0492253 May 10 15:06:20.206935 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59200) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:20.212888 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'port_id': '6f98d52c-c1aa-498b-8cab-ed2cad854767'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:20.268468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:20.319292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776409f-870a-4816-a0fa-0e62f98963ff req-f20cc87c-3de3-4b40-acdb-311e82de35da tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:20.320842 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1776409f-870a-4816-a0fa-0e62f98963ff req-f20cc87c-3de3-4b40-acdb-311e82de35da tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0606649 May 10 15:06:20.401370 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1776409f-870a-4816-a0fa-0e62f98963ff req-2169fe3d-ae01-43e0-b24c-b2d33df5278c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732198 May 10 15:06:20.461479 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-714a0ca5-3e33-4275-981b-18e1e0bf74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:20.463518 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-714a0ca5-3e33-4275-981b-18e1e0bf74b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609870 May 10 15:06:20.514131 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbf888a9-9e88-4af5-a5f8-a68f86d689b4 req-6af7d147-dde8-45cf-8e1b-92a725d0b3c6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.1195831 May 10 15:06:20.684615 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-6fb2bf6b-1829-4d04-b9f1-3c3640680a12 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037032 May 10 15:06:20.811412 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-91b1930f-4407-4a3b-83b2-1fb3e051e4b8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:20.813627 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-91b1930f-4407-4a3b-83b2-1fb3e051e4b8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 818 time: 0.2549510 May 10 15:06:20.881353 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-61d22fc5-f5f9-49cb-917f-f7eba6b8fe98 req-d504cca4-54f8-4ae7-b800-0948e06078ea service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659455 May 10 15:06:20.897929 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:20.902784 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:20.923508 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-00a96525-fb9d-4070-a860-6c55d3866619 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d851fe67b7e940f9b20979bdd619bf48 HTTP/1.1" status: 200 len: 380 time: 0.0892327 May 10 15:06:21.273989 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 4c3e1f58-bc71-4067-9655-82f2633cb11b associated. External IP: 172.27.3.80, port: 6f98d52c-c1aa-498b-8cab-ed2cad854767. May 10 15:06:21.378900 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-631fade1-3c4b-444f-a335-65fb33f56a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:21.499275 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:06:21.524721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723233-b8a6-4b87-9597-2f13f90783b7 req-5196b838-39c1-4e92-bac5-e3025696d75a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:21.526411 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-65723233-b8a6-4b87-9597-2f13f90783b7 req-5196b838-39c1-4e92-bac5-e3025696d75a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0492640 May 10 15:06:21.580855 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-65723233-b8a6-4b87-9597-2f13f90783b7 req-10262b46-356c-4d50-a4b1-b3ec8a42f980 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486116 May 10 15:06:21.658875 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9ccfe359-f9c2-46ff-83fd-018b344b2b7d req-471e80b8-1441-47c8-bc76-7c9c7a028f4f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.0408611 May 10 15:06:21.671563 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:06:21.676357 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:21.682040 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:21.692990 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:06:21.693829 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:06:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:21.711213 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-088c7eb3-0a07-4003-9afa-0b36f159a04c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "PUT /v2.0/floatingips/4c3e1f58-bc71-4067-9655-82f2633cb11b HTTP/1.1" status: 200 len: 990 time: 1.5027058 May 10 15:06:21.712185 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:21.714694 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4" -d '{"events": [{"name": "network-changed", "server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:21.755595 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4edd7-c365-49fc-9cf2-c6b0db896b6e x-openstack-request-id: req-4bf4edd7-c365-49fc-9cf2-c6b0db896b6e {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:21.755922 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:21.756183 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4bf4edd7-c365-49fc-9cf2-c6b0db896b6e {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:21.756532 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf4edd7-c365-49fc-9cf2-c6b0db896b6e'] response: {'name': 'network-changed', 'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'status': 'completed', 'code': 200} May 10 15:06:21.814027 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:06:22.140011 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}, {'id': '4c3e1f58-bc71-4067-9655-82f2633cb11b', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:5c:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:56Z', 'updated_at': '2022-05-10T15:06:20Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.166863 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:22.175208 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:06:22.175753 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:06:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.302584 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:06:22.536744 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}, {'id': '4c3e1f58-bc71-4067-9655-82f2633cb11b', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:5c:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:56Z', 'updated_at': '2022-05-10T15:06:20Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.562967 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c579-b824-464a-b3cf-701ed8439916 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}, {'id': '4c3e1f58-bc71-4067-9655-82f2633cb11b', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:5c:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:56Z', 'updated_at': '2022-05-10T15:06:20Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:22.642677 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:06:22.711859 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:22.744041 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6b14-eb5d-4c59-960c-f5810ba72fb3 req-26eb9f7d-bf2f-4cba-b439-f35f7abc7b81 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:22.754426 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df4d6b14-eb5d-4c59-960c-f5810ba72fb3 req-26eb9f7d-bf2f-4cba-b439-f35f7abc7b81 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 945 time: 0.0766673 May 10 15:06:22.765079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: ACTIVE; New status is: DOWN {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:22.765747 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:22.793730 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:22.797306 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b87db97-c468-4d51-93fc-58224fd108db" -d '{"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:22.820967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:22.825987 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-39773c83-89bb-46a8-9fd4-cb54e006eed9 req-7c8a240a-1f78-4100-88de-36ad6e2c6d65 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.0534880 May 10 15:06:22.828732 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:22.832215 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df4d6b14-eb5d-4c59-960c-f5810ba72fb3 req-f0b07f2a-72dc-4365-b73d-10b48e7418e2 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767076 May 10 15:06:22.893482 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae37320e-2c30-4e17-b548-1a8a1af73422 x-openstack-request-id: req-ae37320e-2c30-4e17-b548-1a8a1af73422 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:22.894092 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:22.894352 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae37320e-2c30-4e17-b548-1a8a1af73422 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:22.894776 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae37320e-2c30-4e17-b548-1a8a1af73422'] response: {'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'code': 200} May 10 15:06:22.910521 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385758-f22d-456d-be3f-a255334b65f0 None None] New status for floating IP 4c3e1f58-bc71-4067-9655-82f2633cb11b: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:22.966607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:23.319409 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'port': {'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'admin_state_up': True, 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'security_groups': ['e4cabaef-95c1-4c7b-970a-7831f9d8529e']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:23.414240 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-66fe78a2-88e7-44cc-bcba-0b245f8f6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:23.415831 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-66fe78a2-88e7-44cc-bcba-0b245f8f6be6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 1129 time: 0.0800281 May 10 15:06:23.517128 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Made reservation on behalf of d851fe67b7e940f9b20979bdd619bf48 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:23.520536 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:23.614413 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-fa1e19ef-9567-4fec-9b38-b5bd0dc7258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:23.616516 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-fa1e19ef-9567-4fec-9b38-b5bd0dc7258c service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.1682823 May 10 15:06:23.721928 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Allocated IP 172.20.0.13 (bb0f29c1-b758-46a7-96df-e2b922422879/09b96d4b-736d-47db-8d28-54d476a02bec/ea78e5d2-ebba-4237-9401-0a7bce6e10b9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:23.744094 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-0309dffd-fa96-4251-82ea-e31bae5e35a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767 HTTP/1.1" status: 200 len: 1000 time: 0.0840631 May 10 15:06:23.892034 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:23.983952 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77de91a3-277f-4277-b275-2b0f4f083d74 req-b00cfcec-a77b-4448-97b6-cef4be2f0e73 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 210 time: 0.0952950 May 10 15:06:24.053278 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:24.143475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:24.194210 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b4fea-855e-4566-ae9e-b83b44d98cb6 req-951ce5e2-29ea-49ca-8c19-7465cb036773 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:24.196279 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6c2b4fea-855e-4566-ae9e-b83b44d98cb6 req-951ce5e2-29ea-49ca-8c19-7465cb036773 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.1829019 May 10 15:06:24.229355 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-025bd6d2-4b53-48ba-95ea-837f18837775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:24.230754 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-025bd6d2-4b53-48ba-95ea-837f18837775 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.1277645 May 10 15:06:24.250381 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Network bb0f29c1-b758-46a7-96df-e2b922422879 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:24.266517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event updated for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:24.288691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:24.299797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:06:24.341639 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6c2b4fea-855e-4566-ae9e-b83b44d98cb6 req-25968178-1534-4fc7-8d9f-3ba75c883283 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288681 May 10 15:06:24.346861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-b18d6163-dd7d-49c1-a7d3-e241987f5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:24.348346 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-b18d6163-dd7d-49c1-a7d3-e241987f5991 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000092 May 10 15:06:24.441503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:24.442141 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:24.506314 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-0ebcf473-e977-4515-a77c-e4a81536aa21 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442039 May 10 15:06:24.511860 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-77185b73-bd66-49bf-b777-1270137d8d0a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1964223 May 10 15:06:24.544510 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Request body: {'port': {'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:24.598273 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c95ed866-7348-4d07-b700-fe96e01bfafa None None] Provisioning complete for port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:06:24.599299 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c95ed866-7348-4d07-b700-fe96e01bfafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:24.640136 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c95ed866-7348-4d07-b700-fe96e01bfafa None None] Port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:06:24.706761 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:24.735848 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e26ff00-e4a9-4a8e-90f8-1a352ad8bab4 req-31906e94-d580-483e-94d2-716f7532592e service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040904 May 10 15:06:25.168668 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-9ece4dc2-7195-43bf-baaf-450ff6e4da86 req-b6a5a6a4-8e06-4dd5-877c-a4d6d234f0b8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:06:25.169839 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ece4dc2-7195-43bf-baaf-450ff6e4da86 req-b6a5a6a4-8e06-4dd5-877c-a4d6d234f0b8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062554 May 10 15:06:25.199472 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d715c-03b7-4de8-9b38-dc079b51cd20 req-e9a20214-bbb1-446a-ba52-2de451204ad3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:25.207240 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-656d715c-03b7-4de8-9b38-dc079b51cd20 req-e9a20214-bbb1-446a-ba52-2de451204ad3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 932 time: 0.0694082 May 10 15:06:25.318970 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-656d715c-03b7-4de8-9b38-dc079b51cd20 req-d98c40b9-ac85-42a7-b45a-425d1c0e549c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107678 May 10 15:06:25.463718 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87650a6-a96b-422d-8add-70fad49189ba req-c590875f-a457-4916-8e8e-0b875df73ace tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:25.465730 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a87650a6-a96b-422d-8add-70fad49189ba req-c590875f-a457-4916-8e8e-0b875df73ace tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.1155753 May 10 15:06:25.484888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea78e5d2-ebba-4237-9401-0a7bce6e10b9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:25.503741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks [] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.534698 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Transition to ACTIVE for port object ea78e5d2-ebba-4237-9401-0a7bce6e10b9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:06:25.545369 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.558720 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a87650a6-a96b-422d-8add-70fad49189ba req-3e036017-b512-461a-8105-9915d7663305 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866451 May 10 15:06:25.572692 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.625530 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:25.726287 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Attempting to bind port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:06:25.726832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Attempting to bind port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:06:25.727018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Attempting to bind port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:06:25.731944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 on network bb0f29c1-b758-46a7-96df-e2b922422879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:06:25.732254 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Attempting to bind port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 on network bb0f29c1-b758-46a7-96df-e2b922422879 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:06:25.737990 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:06:25.738429 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Checking segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:06:25.738875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Bound using segment: {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:06:25.739304 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Bound port: ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54c90b-cbca-457a-8e47-fa58d89895b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:06:25.739811 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.825798 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:06:25.829649 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:06:25.837338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.875440 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:25.876448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:25.878370 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] 10.222.0.87 "PUT /v2.0/ports/ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1094 time: 1.3454318 May 10 15:06:25.878845 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:25.881339 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:25.916807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9a37-34fe-4e0f-a13a-adb5322f9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:25.975854 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b4928-2146-43c9-b40e-e04df0cba6de x-openstack-request-id: req-7d4b4928-2146-43c9-b40e-e04df0cba6de {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:25.976605 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:25.976927 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d4b4928-2146-43c9-b40e-e04df0cba6de {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:25.977555 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4b4928-2146-43c9-b40e-e04df0cba6de'] response: {'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'status': 'completed', 'code': 200} May 10 15:06:26.038677 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-9f5fe4af-8c31-4442-ada2-d66af2198773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.040573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-9f5fe4af-8c31-4442-ada2-d66af2198773 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1128 time: 0.0503078 May 10 15:06:26.101198 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-ec3acd5b-25fb-4d44-b680-419db76b812a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 217 time: 0.0476508 May 10 15:06:26.167075 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-1f749060-006e-4473-9d0e-b7e7807a259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.168671 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-1f749060-006e-4473-9d0e-b7e7807a259c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0486009 May 10 15:06:26.218705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-eaf5e196-583c-41f3-8c8e-d73dbb925c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.220187 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-eaf5e196-583c-41f3-8c8e-d73dbb925c9f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399196 May 10 15:06:26.335823 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-87a80b85-c778-406f-8185-a38bd1c149b3 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048527 May 10 15:06:26.456966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da4f7-5bbf-4787-b13c-3637b0da50d0 req-6b254421-b4ec-4144-bbd4-d02ade58c4ba tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.458308 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-753da4f7-5bbf-4787-b13c-3637b0da50d0 req-6b254421-b4ec-4144-bbd4-d02ade58c4ba tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 944 time: 0.0641673 May 10 15:06:26.503953 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-24c837b7-9047-4070-98e8-5d2811f35e3a req-f0ebdca9-110a-4649-821d-81bf88bc3351 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556602 May 10 15:06:26.537809 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-753da4f7-5bbf-4787-b13c-3637b0da50d0 req-3a1e12a0-ddb9-41f9-9e05-bbfcaa43836d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707817 May 10 15:06:26.602763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-49623ad9-7b04-4fc2-8285-131c1c049ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.604454 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-49623ad9-7b04-4fc2-8285-131c1c049ae0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1128 time: 0.0408912 May 10 15:06:26.633482 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:06:26.744792 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: DOWN; New status is: DOWN {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:26.782457 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-d5e4f6de-e15c-4c63-9150-319c09d4f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.783947 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-d5e4f6de-e15c-4c63-9150-319c09d4f108 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1659436 May 10 15:06:26.789086 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d3ff-1247-4146-afc0-638ea9338d1c req-456e6625-8b13-427e-b825-d8bf5d9a8605 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.790585 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3d0d3ff-1247-4146-afc0-638ea9338d1c req-456e6625-8b13-427e-b825-d8bf5d9a8605 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0608034 May 10 15:06:26.831455 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-8e50a689-626e-4100-a1ce-6a864f341705 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 217 time: 0.0350528 May 10 15:06:26.836209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59304) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:26.839356 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3d0d3ff-1247-4146-afc0-638ea9338d1c req-b7d5582c-e6bd-44f1-9dda-995e575c6071 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432560 May 10 15:06:26.924983 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-f05ea46a-2032-4cb4-a1a9-99562ba8aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.926440 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-f05ea46a-2032-4cb4-a1a9-99562ba8aaa9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0707090 May 10 15:06:26.936535 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-17b47d4b-9937-4604-bed1-4fbb1f4b24e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992560 May 10 15:06:26.945018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-d3063948-8c13-4a27-8208-8c16e55483d1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:06:26.945952 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-d3063948-8c13-4a27-8208-8c16e55483d1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048082 May 10 15:06:26.990230 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-bfb73329-7fea-400d-9eb6-f70167250554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:26.991993 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-bfb73329-7fea-400d-9eb6-f70167250554 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393097 May 10 15:06:27.022059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:27.102478 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-bafb2dac-2433-48d0-8830-5d465366d138 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840786 May 10 15:06:27.122694 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-3ae7b33a-b789-4ea6-b902-6c9fb999a601 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:27.124040 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-3ae7b33a-b789-4ea6-b902-6c9fb999a601 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports/c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 940 time: 0.1003451 May 10 15:06:27.661256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a956-e132-494e-b34e-931fab713ce4 req-d3950b94-8ad4-4c90-b498-f74efd6efc47 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:27.662758 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce50a956-e132-494e-b34e-931fab713ce4 req-d3950b94-8ad4-4c90-b498-f74efd6efc47 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 944 time: 0.0520964 May 10 15:06:27.712003 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce50a956-e132-494e-b34e-931fab713ce4 req-aff2d006-4d3f-419e-9e5a-c874c25636a2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 May 10 15:06:27.962546 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552297-c72b-4131-a380-300e2c2eb141 req-f2ec1ce3-6427-49df-a3e9-49520d8478e7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:27.963988 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f9552297-c72b-4131-a380-300e2c2eb141 req-f2ec1ce3-6427-49df-a3e9-49520d8478e7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0499053 May 10 15:06:28.013398 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f9552297-c72b-4131-a380-300e2c2eb141 req-4d519741-ceed-408d-9590-dd0bfe443449 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438349 May 10 15:06:28.604325 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd9fc93-5dd8-4eb0-bfbf-5447d056a3b6 req-52baf733-abe4-40cf-8f4c-217a96ed09d2 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926533 May 10 15:06:28.831337 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb03c3f-e8d4-408f-874b-8e7746551b36 req-cb817e3d-204b-4f53-b25b-33a2cb4d744f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:28.832845 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4eb03c3f-e8d4-408f-874b-8e7746551b36 req-cb817e3d-204b-4f53-b25b-33a2cb4d744f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 944 time: 0.0534384 May 10 15:06:28.878405 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4eb03c3f-e8d4-408f-874b-8e7746551b36 req-8020ad3a-102e-41da-86f7-0e27e9e65a4a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 May 10 15:06:29.098888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59392) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:29.138266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a23f7-4207-44ad-8865-3a5256851dfc req-61c7e3c6-75da-4ae8-8ee7-a33ed8614bdb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:29.139725 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a2a23f7-4207-44ad-8865-3a5256851dfc req-61c7e3c6-75da-4ae8-8ee7-a33ed8614bdb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0483654 May 10 15:06:29.145009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Deleting subnet 56a0527b-e946-4f75-85a9-3a83af7f8966 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:06:29.148179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Publish callbacks [] for subnet (56a0527b-e946-4f75-85a9-3a83af7f8966), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.183102 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (56a0527b-e946-4f75-85a9-3a83af7f8966), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.188734 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6a2a23f7-4207-44ad-8865-3a5256851dfc req-1b4281b2-cf70-4942-9e27-dc199ef9ab14 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 May 10 15:06:29.233266 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (56a0527b-e946-4f75-85a9-3a83af7f8966), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.292910 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (56a0527b-e946-4f75-85a9-3a83af7f8966), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.318372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a0527b-e946-4f75-85a9-3a83af7f8966,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:29.323634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.326525 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6574e1e7-a0d6-4f0f-95fa-23bedabe212f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/56a0527b-e946-4f75-85a9-3a83af7f8966 HTTP/1.1" status: 204 len: 168 time: 0.2263007 May 10 15:06:29.328708 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59394) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:29.408301 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (4a990ff4-90f0-4bc3-98dd-9672adbd9125), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.524827 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (4a990ff4-90f0-4bc3-98dd-9672adbd9125), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.547510 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a990ff4-90f0-4bc3-98dd-9672adbd9125']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:29.558633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada13e8f-b39e-4462-b270-403d53921278') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:29.558927 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada13e8f-b39e-4462-b270-403d53921278') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:29.569154 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (ada13e8f-b39e-4462-b270-403d53921278), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.583189 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (ada13e8f-b39e-4462-b270-403d53921278), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.589466 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:06:29.589852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (ada13e8f-b39e-4462-b270-403d53921278), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:06:29.591759 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:06:29.650151 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (4a990ff4-90f0-4bc3-98dd-9672adbd9125), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.658117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.661506 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] 10.222.0.83 "DELETE /v2.0/networks/4a990ff4-90f0-4bc3-98dd-9672adbd9125 HTTP/1.1" status: 204 len: 168 time: 0.3318760 May 10 15:06:29.673238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed64b-0b3f-4525-bd85-805473d9093b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a990ff4-90f0-4bc3-98dd-9672adbd9125,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:29.707008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:29.859760 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59400) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:29.921554 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-efc11a8c-8bd7-4c98-84f9-a1aa6dfb6165 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9d3d605483a4228bd54793a27723c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603878 May 10 15:06:29.925205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59404) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:30.139737 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd19b-aca5-4f96-9f60-c97fe67aeffa req-fa54bf80-9096-44ed-a15f-0b10c7df68f2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.142245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-752fd19b-aca5-4f96-9f60-c97fe67aeffa req-fa54bf80-9096-44ed-a15f-0b10c7df68f2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 944 time: 0.1873701 May 10 15:06:30.148529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-2e72fa82-c19c-49b7-930d-8b9832a2a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.150902 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-2e72fa82-c19c-49b7-930d-8b9832a2a7ae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 1127 time: 0.1932864 May 10 15:06:30.153914 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] Publish callbacks [] for security_group (3021d9f9-83a7-466b-bdc4-e9d545007501), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.257583 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] Publish callbacks [] for security_group (3021d9f9-83a7-466b-bdc4-e9d545007501), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.323171 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407e3f-541e-4be1-ba35-086af9562d7a req-2623bd21-e251-43e9-9771-4963efe48af1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.325802 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a407e3f-541e-4be1-ba35-086af9562d7a req-2623bd21-e251-43e9-9771-4963efe48af1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0598378 May 10 15:06:30.327198 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-f6ea85cb-5642-4e3c-9d3c-3f86d8f2ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.329673 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-f6ea85cb-5642-4e3c-9d3c-3f86d8f2ddcb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1127 time: 0.1429334 May 10 15:06:30.346061 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-752fd19b-aca5-4f96-9f60-c97fe67aeffa req-3ce0d3d3-42d4-4896-bfc2-b834ab0fc878 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936061 May 10 15:06:30.381279 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a407e3f-541e-4be1-ba35-086af9562d7a req-0db9ba32-d3ad-4033-b17f-3064fbbd5756 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495632 May 10 15:06:30.431431 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3021d9f9-83a7-466b-bdc4-e9d545007501), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.433928 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.435084 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3021d9f9-83a7-466b-bdc4-e9d545007501 HTTP/1.1" status: 204 len: 168 time: 0.5088348 May 10 15:06:30.453004 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ff660-1de5-466f-87c5-02d40c353a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021d9f9-83a7-466b-bdc4-e9d545007501,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:30.460590 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-58aa8b14-f85a-491f-9d03-0a148a892b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.462086 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-58aa8b14-f85a-491f-9d03-0a148a892b4a service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.1227629 May 10 15:06:30.533368 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-653fd3dc-7ec9-44e3-b339-680bff42e5c5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 200 len: 999 time: 0.0590992 May 10 15:06:30.597089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-63a6b838-d2ad-4c6c-b1d9-6256321c90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.598729 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-63a6b838-d2ad-4c6c-b1d9-6256321c90e5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0540297 May 10 15:06:30.658373 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-aa029aa3-0ea7-4238-b6ae-c77536fa650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:30.658373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-aa029aa3-0ea7-4238-b6ae-c77536fa650b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477843 May 10 15:06:30.659720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ea78e5d2-ebba-4237-9401-0a7bce6e10b9 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:06:30.764456 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-4d91bdcc-a5fa-4d95-b6a6-69aa4c60747a service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918624 May 10 15:06:30.770946 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:30.784255 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:06:30.823876 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:30.824260 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.837674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea78e5d2-ebba-4237-9401-0a7bce6e10b9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:30.861064 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:30.866775 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:30.869187 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bca2a1df-fa26-478a-8539-5b963595dec6 req-0492e579-7ef6-4406-9834-4e2508b67b76 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922890 May 10 15:06:30.915435 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:31.313900 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['ea78e5d2-ebba-4237-9401-0a7bce6e10b9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:06:31.490707 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee69f-ae0b-48b0-8bb4-6d7467359cc1 req-42f58656-639a-4101-8ed7-1b2e8c30132b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:31.492662 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ecbee69f-ae0b-48b0-8bb4-6d7467359cc1 req-42f58656-639a-4101-8ed7-1b2e8c30132b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 945 time: 0.0566859 May 10 15:06:31.572155 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ecbee69f-ae0b-48b0-8bb4-6d7467359cc1 req-41eb526e-9eed-4617-9c86-43bcac18981b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687242 May 10 15:06:31.597852 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee4a8-c4c7-4bbb-bee8-7ad3f59f8d26 req-84b5a5be-7364-4ad9-823e-7f00380487e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:31.599390 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54fee4a8-c4c7-4bbb-bee8-7ad3f59f8d26 req-84b5a5be-7364-4ad9-823e-7f00380487e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0797250 May 10 15:06:31.708696 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54fee4a8-c4c7-4bbb-bee8-7ad3f59f8d26 req-bb17ad28-a313-4834-b553-d495a41606d3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025939 May 10 15:06:32.666488 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ea78e5d2-ebba-4237-9401-0a7bce6e10b9 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:06:32.685722 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330efbe-3dfd-4cfd-9e2f-6cc032c002df req-bb539ef6-cad7-418f-9ed0-f861ed21ea6e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:32.690071 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0330efbe-3dfd-4cfd-9e2f-6cc032c002df req-bb539ef6-cad7-418f-9ed0-f861ed21ea6e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 945 time: 0.0610070 May 10 15:06:32.718850 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:06:32.727661 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:06:32.728072 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:32.760354 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0330efbe-3dfd-4cfd-9e2f-6cc032c002df req-e2866026-c42b-4aa9-b9d3-5cd18cf33831 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673997 May 10 15:06:32.839881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:32.840745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:32.865810 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:32.868275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be88dae0-6243-402e-91bc-624a79e2867d" -d '{"events": [{"server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "name": "network-vif-plugged", "status": "completed", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:32.876286 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd28ab4-0920-4244-abe0-1c49d7f8acb3 req-f4f0a388-f20f-42bf-b8c9-dae7f7fb8e2a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:32.878725 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bd28ab4-0920-4244-abe0-1c49d7f8acb3 req-f4f0a388-f20f-42bf-b8c9-dae7f7fb8e2a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0742130 May 10 15:06:32.886716 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:32.897866 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:32.933339 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ca279-c83c-408d-91d0-133114baa307 x-openstack-request-id: req-992ca279-c83c-408d-91d0-133114baa307 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:32.933653 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "name": "network-vif-plugged", "status": "completed", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:32.933916 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-992ca279-c83c-408d-91d0-133114baa307 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:32.934311 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992ca279-c83c-408d-91d0-133114baa307'] response: {'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'code': 200} May 10 15:06:32.936671 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bd28ab4-0920-4244-abe0-1c49d7f8acb3 req-20f5635c-0452-44a2-a8a8-c4be12ae8c49 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524199 May 10 15:06:32.964657 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:33.897616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534c32d-9979-4f91-bf04-62dfeb76bccf req-73b5809b-37aa-4849-99f3-93ffe535d539 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:33.899851 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3534c32d-9979-4f91-bf04-62dfeb76bccf req-73b5809b-37aa-4849-99f3-93ffe535d539 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0545046 May 10 15:06:33.948981 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3534c32d-9979-4f91-bf04-62dfeb76bccf req-16b52bc6-8184-44d3-83d7-20855147e346 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 May 10 15:06:34.054695 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fd8c3-f5bf-4e4f-a47b-96f377afaff6 req-f1212621-d7fd-4498-b360-6e25a4c500db tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:34.056225 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd5fd8c3-f5bf-4e4f-a47b-96f377afaff6 req-f1212621-d7fd-4498-b360-6e25a4c500db tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0467732 May 10 15:06:34.104257 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd5fd8c3-f5bf-4e4f-a47b-96f377afaff6 req-49999877-1057-4809-bc88-dc17bc653ed4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 May 10 15:06:35.061078 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859afa3-2b40-4e92-8b8b-0cb55b07b94e req-93448edf-6569-407e-a840-783aca15d9bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:35.063544 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3859afa3-2b40-4e92-8b8b-0cb55b07b94e req-93448edf-6569-407e-a840-783aca15d9bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0459654 May 10 15:06:35.113423 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3859afa3-2b40-4e92-8b8b-0cb55b07b94e req-fc4b98d7-a9ff-4b34-b21c-6dc5e06d72a2 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446396 May 10 15:06:35.253892 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c174795-9adf-4444-992f-90016faecc16 req-3d6d443b-6f67-4760-b618-ee09c84354e4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:35.255830 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1c174795-9adf-4444-992f-90016faecc16 req-3d6d443b-6f67-4760-b618-ee09c84354e4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0473652 May 10 15:06:35.311230 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1c174795-9adf-4444-992f-90016faecc16 req-31f452cd-26ca-4fbb-a02f-68ec7593fe22 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498133 May 10 15:06:36.228542 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a403-50af-49d7-bf11-a91d4784bece req-6154bcf9-472a-4333-98ec-3a32f147c116 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:36.230060 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87b0a403-50af-49d7-bf11-a91d4784bece req-6154bcf9-472a-4333-98ec-3a32f147c116 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0474083 May 10 15:06:36.279724 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87b0a403-50af-49d7-bf11-a91d4784bece req-8d827650-0fff-4b45-bcbb-ed20d62feea3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 May 10 15:06:36.442919 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f074-cfc1-4b8a-ac4c-ff1d81aa4ece req-ce5545d0-be71-493e-a1f2-b7e62cecd4d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:36.444342 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c8c8f074-cfc1-4b8a-ac4c-ff1d81aa4ece req-ce5545d0-be71-493e-a1f2-b7e62cecd4d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0495272 May 10 15:06:36.493011 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c8c8f074-cfc1-4b8a-ac4c-ff1d81aa4ece req-91be3d09-3314-41f0-89be-e34cc434f4c4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 May 10 15:06:37.394726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70d7bc-7d2c-49a7-97c2-d60ca1bb757a req-43cb0130-5513-49b3-a97f-8101fff5c45a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:37.396370 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7a70d7bc-7d2c-49a7-97c2-d60ca1bb757a req-43cb0130-5513-49b3-a97f-8101fff5c45a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0497653 May 10 15:06:37.453474 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7a70d7bc-7d2c-49a7-97c2-d60ca1bb757a req-2c87777a-22bd-4506-84c8-76e5dc70db6f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509675 May 10 15:06:37.612213 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2f43-3425-4ef9-8644-10feb245426b req-e3c9a5bf-e310-4b65-8271-559607efe6a8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:37.613706 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ecc2f43-3425-4ef9-8644-10feb245426b req-e3c9a5bf-e310-4b65-8271-559607efe6a8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0468800 May 10 15:06:37.661932 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ecc2f43-3425-4ef9-8644-10feb245426b req-010f4f6e-cb30-41e3-9dfe-6651a1acd9c8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 May 10 15:06:38.575912 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ab2cb-e717-464e-afb6-a980506221fc req-47a0d188-d4e3-4e8d-bb7b-abe57fd0fcf8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:38.577357 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-555ab2cb-e717-464e-afb6-a980506221fc req-47a0d188-d4e3-4e8d-bb7b-abe57fd0fcf8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0486190 May 10 15:06:38.626621 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-555ab2cb-e717-464e-afb6-a980506221fc req-d8c4795c-6592-4513-b81e-6328bfb3a403 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 May 10 15:06:38.793597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030057c-db42-4d44-8706-dda0c19a3be2 req-673ec4cb-8775-4055-bdca-bbd0ed953105 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:38.795116 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7030057c-db42-4d44-8706-dda0c19a3be2 req-673ec4cb-8775-4055-bdca-bbd0ed953105 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0518825 May 10 15:06:38.842635 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7030057c-db42-4d44-8706-dda0c19a3be2 req-1e92ac00-5467-4806-a25b-0cce2651d811 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 May 10 15:06:39.743606 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a6629-3b86-495b-8357-165f1526acf2 req-92d98cb1-1973-4de6-aadc-0f54eb24f4ab tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:39.746018 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-265a6629-3b86-495b-8357-165f1526acf2 req-92d98cb1-1973-4de6-aadc-0f54eb24f4ab tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0505593 May 10 15:06:39.799046 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-265a6629-3b86-495b-8357-165f1526acf2 req-73170133-7a67-4fc3-b48a-df8f62937d2a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 May 10 15:06:39.968290 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d558d5-2dca-4de0-ae7e-db3f99ba69f8 req-d22dd734-a4cd-4f59-a790-6b2eec319337 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:39.969772 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3d558d5-2dca-4de0-ae7e-db3f99ba69f8 req-d22dd734-a4cd-4f59-a790-6b2eec319337 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0460348 May 10 15:06:40.023762 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3d558d5-2dca-4de0-ae7e-db3f99ba69f8 req-69a3e087-9653-4f8e-b617-f15db095e392 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 May 10 15:06:40.802817 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:06:40.912206 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fad268-2247-45b6-ad89-a73ec4ca96d9 req-59cb5e7e-6a5c-4b6e-841e-d8832d1f9911 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:40.914188 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50fad268-2247-45b6-ad89-a73ec4ca96d9 req-59cb5e7e-6a5c-4b6e-841e-d8832d1f9911 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0530913 May 10 15:06:40.963028 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50fad268-2247-45b6-ad89-a73ec4ca96d9 req-621c282f-b138-4704-91b1-90861caeb08c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 May 10 15:06:41.149468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5beaf2-e790-4c2d-93e8-bf803cb92f69 req-78336a99-7d0a-41c5-8420-5c201734604d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:41.156301 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da5beaf2-e790-4c2d-93e8-bf803cb92f69 req-78336a99-7d0a-41c5-8420-5c201734604d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0540612 May 10 15:06:41.204928 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da5beaf2-e790-4c2d-93e8-bf803cb92f69 req-4a43df9c-e39d-4614-9373-fb9960bcaec9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476959 May 10 15:06:42.099676 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c9cbf-cde3-4f5a-9c48-6ae0de829da8 req-0de22bf6-ee69-4b21-a8f7-58b026b63a01 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:42.101748 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-866c9cbf-cde3-4f5a-9c48-6ae0de829da8 req-0de22bf6-ee69-4b21-a8f7-58b026b63a01 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0662758 May 10 15:06:42.156507 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-866c9cbf-cde3-4f5a-9c48-6ae0de829da8 req-74deee73-b03c-4e38-b393-67ca3bd96ea3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489149 May 10 15:06:42.350916 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5d77d-bb59-4f98-b291-5032909c415f req-e7772ac9-ddcd-4169-a341-74d65541079d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:42.355056 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ba5d77d-bb59-4f98-b291-5032909c415f req-e7772ac9-ddcd-4169-a341-74d65541079d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0692661 May 10 15:06:42.402085 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ba5d77d-bb59-4f98-b291-5032909c415f req-8b05a9a7-6859-444e-8ec5-eb2936414027 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 May 10 15:06:43.269590 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d45bc-79e0-4724-b576-891642cdd183 req-d470647a-a894-4f65-b7be-aa7dbe14053b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.271084 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c08d45bc-79e0-4724-b576-891642cdd183 req-d470647a-a894-4f65-b7be-aa7dbe14053b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0462644 May 10 15:06:43.320203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c08d45bc-79e0-4724-b576-891642cdd183 req-77fd53c8-bf20-4ac5-91e0-393fe0b641fa tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 May 10 15:06:43.520981 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50153f9-8e6a-48d9-8368-e5ae8ab5ab75 req-f0f8b3f3-6958-4576-a4d7-0858c2532c3c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.522458 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b50153f9-8e6a-48d9-8368-e5ae8ab5ab75 req-f0f8b3f3-6958-4576-a4d7-0858c2532c3c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0448852 May 10 15:06:43.568381 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b50153f9-8e6a-48d9-8368-e5ae8ab5ab75 req-5fbb2714-588c-4e91-8eb1-694cfc04d7a0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 May 10 15:06:44.431132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6388832-5cc1-46ea-9ba6-dd5893b520bd req-6b307074-c1b7-45eb-bfaa-da875bdf596b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.432472 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6388832-5cc1-46ea-9ba6-dd5893b520bd req-6b307074-c1b7-45eb-bfaa-da875bdf596b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0454957 May 10 15:06:44.482216 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6388832-5cc1-46ea-9ba6-dd5893b520bd req-2ee2df40-709b-4f6a-9a57-ea3fc623f323 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 May 10 15:06:44.631850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da8b1f-1013-46a3-98b7-39ae96d45d60 req-5189b420-2933-487a-821d-7e01201e4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.633336 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a8da8b1f-1013-46a3-98b7-39ae96d45d60 req-5189b420-2933-487a-821d-7e01201e4b64 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0382376 May 10 15:06:44.678731 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a8da8b1f-1013-46a3-98b7-39ae96d45d60 req-f04a50cc-72f8-4519-a283-29265485598e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363739 May 10 15:06:44.688643 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034fe3-f00f-4258-82eb-8b6057f24329 req-6ef399ba-6ede-450f-85a0-fc6f233e4ebd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.690179 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c034fe3-f00f-4258-82eb-8b6057f24329 req-6ef399ba-6ede-450f-85a0-fc6f233e4ebd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0497758 May 10 15:06:44.736523 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c034fe3-f00f-4258-82eb-8b6057f24329 req-d9334fab-f648-4bed-8f37-59a7ea2b63f5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 May 10 15:06:45.601297 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b09c9-679a-4ad0-a9a7-88c65e04d45a req-9be6e6c6-5765-4102-bb7c-f1cbf6a31cf3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:45.602778 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e71b09c9-679a-4ad0-a9a7-88c65e04d45a req-9be6e6c6-5765-4102-bb7c-f1cbf6a31cf3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0499289 May 10 15:06:45.648565 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e71b09c9-679a-4ad0-a9a7-88c65e04d45a req-09710dea-abe4-4507-a2e9-52304f92ae52 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 May 10 15:06:45.850902 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d59c17-410b-42f6-b31e-9184a27254af req-e165ed9a-c645-4178-8557-cba6384a12d8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:45.852578 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2d59c17-410b-42f6-b31e-9184a27254af req-e165ed9a-c645-4178-8557-cba6384a12d8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0452166 May 10 15:06:45.898468 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2d59c17-410b-42f6-b31e-9184a27254af req-ebaf8e69-a8ac-4003-9a49-fb59134f663b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405166 May 10 15:06:46.764178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0afca-094e-4a28-a22e-3aabbef8297d req-0845c438-6cf9-4d68-a0d6-5ddd24726ecb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:46.765582 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dc0afca-094e-4a28-a22e-3aabbef8297d req-0845c438-6cf9-4d68-a0d6-5ddd24726ecb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0463917 May 10 15:06:46.817339 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dc0afca-094e-4a28-a22e-3aabbef8297d req-f2a6cedd-adf5-4ce7-8e05-7da35e348497 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 May 10 15:06:47.027701 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0ad45-392d-46c4-b4ab-75627e800f8f req-339c53a0-e42e-40bd-bab8-1b50f1d7283c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:47.029756 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91b0ad45-392d-46c4-b4ab-75627e800f8f req-339c53a0-e42e-40bd-bab8-1b50f1d7283c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0573506 May 10 15:06:47.080525 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91b0ad45-392d-46c4-b4ab-75627e800f8f req-89b3adc3-3dcc-4f36-813c-1fda18537938 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452211 May 10 15:06:47.406922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:47.510916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e96dc3b0-fb66-43bd-ad2c-71cabfa3e688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.581169 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e96dc3b0-fb66-43bd-ad2c-71cabfa3e688 admin admin] Publish callbacks [] for security_group (27c4d60e-53cb-405d-a394-30f2c3452c4d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.584760 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e96dc3b0-fb66-43bd-ad2c-71cabfa3e688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (27c4d60e-53cb-405d-a394-30f2c3452c4d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.624822 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e96dc3b0-fb66-43bd-ad2c-71cabfa3e688 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4fe30a3eb82e4bda85fb5c71288bcfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168114 May 10 15:06:47.626783 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc3b0-fb66-43bd-ad2c-71cabfa3e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4d60e-53cb-405d-a394-30f2c3452c4d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:47.627560 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:47.674247 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] Publish callbacks [] for security_group (27c4d60e-53cb-405d-a394-30f2c3452c4d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.695468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] Publish callbacks [] for security_group (27c4d60e-53cb-405d-a394-30f2c3452c4d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.742461 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (27c4d60e-53cb-405d-a394-30f2c3452c4d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.744938 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:47.746131 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/27c4d60e-53cb-405d-a394-30f2c3452c4d HTTP/1.1" status: 204 len: 168 time: 0.1175647 May 10 15:06:47.754050 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72522b-f0ce-4c50-901c-826b4598fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4d60e-53cb-405d-a394-30f2c3452c4d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:47.930142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628900-18d8-4c52-8426-0119ff68fe88 req-cb916fe1-dc82-43f8-bba8-8c9ce481197d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:47.931655 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-96628900-18d8-4c52-8426-0119ff68fe88 req-cb916fe1-dc82-43f8-bba8-8c9ce481197d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0468137 May 10 15:06:47.978640 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-96628900-18d8-4c52-8426-0119ff68fe88 req-876d16bd-bc05-445d-a6c5-a1b275ef80c7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 May 10 15:06:48.089786 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b350b-e73b-462f-8eb6-1a0c2bc9d086 req-dc4e8de2-6831-44d4-9827-6aa43c2bfb7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:48.091340 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da0b350b-e73b-462f-8eb6-1a0c2bc9d086 req-dc4e8de2-6831-44d4-9827-6aa43c2bfb7c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0494578 May 10 15:06:48.099946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:06:48.104405 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'floatingip': {'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:06:48.151179 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:48.209403 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee41f-2f85-42fc-ad3d-c4bbbb55250e req-0259a550-464c-4915-8298-0131af2dd674 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:48.211041 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8beee41f-2f85-42fc-ad3d-c4bbbb55250e req-0259a550-464c-4915-8298-0131af2dd674 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0538793 May 10 15:06:48.261953 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8beee41f-2f85-42fc-ad3d-c4bbbb55250e req-ed46cf9c-bc99-4826-8490-b45c14e07c4c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446200 May 10 15:06:48.620658 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:48.623806 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:48.733929 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Floating IP ef6c1117-060f-4c4c-82a9-e6ca04af5187 associated. External IP: 172.27.3.187, port: ea78e5d2-ebba-4237-9401-0a7bce6e10b9. May 10 15:06:48.951363 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:06:49.058178 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:06:49.063262 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:49.067702 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:49.076944 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:06:49.077533 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:06:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:49.094124 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b9514a17-ca01-4128-8c13-d5a2e3bcc189 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "PUT /v2.0/floatingips/ef6c1117-060f-4c4c-82a9-e6ca04af5187 HTTP/1.1" status: 200 len: 992 time: 0.9909754 May 10 15:06:49.094124 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:49.095210 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a165a9-1ddd-4c08-9562-f8ddf52e606e" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:06:49.131097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe21a89-8bdf-4da2-a32a-c1a329985268 x-openstack-request-id: req-4fe21a89-8bdf-4da2-a32a-c1a329985268 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:06:49.131392 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:06:49.131835 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4fe21a89-8bdf-4da2-a32a-c1a329985268 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:06:49.132274 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe21a89-8bdf-4da2-a32a-c1a329985268'] response: {'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'status': 'completed', 'code': 200} May 10 15:06:49.186856 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:06:49.216329 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-98b04a77-9369-44a3-9905-d098e766dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.218055 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-98b04a77-9369-44a3-9905-d098e766dbf7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0444016 May 10 15:06:49.231949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5542917-7a8c-4d2e-9f84-0c8311a727b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:49.314555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-3734794c-851f-4160-8e1f-3d9f54a468df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.316049 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-3734794c-851f-4160-8e1f-3d9f54a468df service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.0892346 May 10 15:06:49.403203 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:06:48Z', 'revision_number': 1, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:49.418855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610db4d0-2aee-4ce5-a90b-ef77c7089241 req-a48d5289-8560-4826-8706-d17d6ff1b43c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.420318 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-610db4d0-2aee-4ce5-a90b-ef77c7089241 req-a48d5289-8560-4826-8706-d17d6ff1b43c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0572309 May 10 15:06:49.424285 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-c9cdb811-621a-499e-b286-f0e0b2a6aa95 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1000 time: 0.1003017 May 10 15:06:49.429624 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:49.437861 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:06:49.438406 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:06:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:49.496264 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-610db4d0-2aee-4ce5-a90b-ef77c7089241 req-f05d2910-2144-4080-b861-50a3c681a4df tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702181 May 10 15:06:49.505346 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-2b5a5da8-654e-433c-bbf5-d842245c3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.506819 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-2b5a5da8-654e-433c-bbf5-d842245c3211 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0613060 May 10 15:06:49.548040 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:06:49.558964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-8a9a414a-93f8-4faa-9688-3fef9ed0a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.560435 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-8a9a414a-93f8-4faa-9688-3fef9ed0a9c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420501 May 10 15:06:49.652817 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-eca63d5d-f54c-4ef9-8964-1962ad739841 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811427 May 10 15:06:49.758945 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:06:48Z', 'revision_number': 1, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:49.785318 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617bc96a-66f3-4ee6-bb26-09eea9b367c1 None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:06:48Z', 'revision_number': 1, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:50.023632 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52878bc-4e89-4771-84e9-9cd632620b69 None None] New status for floating IP ef6c1117-060f-4c4c-82a9-e6ca04af5187: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:50.085933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83a165a9-1ddd-4c08-9562-f8ddf52e606e req-e0ca530c-5295-41b9-a87d-6a050b647cd4 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999234 May 10 15:06:50.622287 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12da2b-42aa-411f-8caa-87dce636578d req-351c3520-ec6b-48d6-aa5c-cf5cdcc7af2b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:50.623772 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf12da2b-42aa-411f-8caa-87dce636578d req-351c3520-ec6b-48d6-aa5c-cf5cdcc7af2b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0497618 May 10 15:06:50.668714 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf12da2b-42aa-411f-8caa-87dce636578d req-10ad4da2-89d2-4263-bdb5-82081c980af5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 May 10 15:06:51.380533 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1e6c31c4-7a0d-43c6-bf61-7b0367f7839d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:51.783157 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16bcd-eaeb-4b53-9dd5-e8af5a7eaf3a req-54b94368-29ce-4c3d-8a85-c179a023b512 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:51.784595 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-57b16bcd-eaeb-4b53-9dd5-e8af5a7eaf3a req-54b94368-29ce-4c3d-8a85-c179a023b512 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0463483 May 10 15:06:51.829144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-57b16bcd-eaeb-4b53-9dd5-e8af5a7eaf3a req-b509abae-3c6c-40c7-8d37-9a33c88f047a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390809 May 10 15:06:52.674897 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:52.947491 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e05e3c-037f-4d21-a697-727f71cc99f8 req-d169e6b3-13e3-416e-8052-97664598b6ba tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:52.948885 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96e05e3c-037f-4d21-a697-727f71cc99f8 req-d169e6b3-13e3-416e-8052-97664598b6ba tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0465062 May 10 15:06:52.994087 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96e05e3c-037f-4d21-a697-727f71cc99f8 req-cbb5a0f2-397c-4baa-be6b-a25e4f01456f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397906 May 10 15:06:54.000725 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:54.113849 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e064fc8-5d20-402a-9396-1f2ddb09de6c req-cbef94b7-054a-4660-86b7-106fe7cfeaf0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:54.115484 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e064fc8-5d20-402a-9396-1f2ddb09de6c req-cbef94b7-054a-4660-86b7-106fe7cfeaf0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0499208 May 10 15:06:54.166096 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e064fc8-5d20-402a-9396-1f2ddb09de6c req-40d3524e-342a-4fe0-a2ab-82fd64dc11bd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 May 10 15:06:55.285850 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df2329-8c9b-443f-b33f-73a9c6beac93 req-30ca4c23-118f-4832-9e48-b16794dab88a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:55.287377 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8df2329-8c9b-443f-b33f-73a9c6beac93 req-30ca4c23-118f-4832-9e48-b16794dab88a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0490165 May 10 15:06:55.339497 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8df2329-8c9b-443f-b33f-73a9c6beac93 req-ee5aea4d-3004-443f-aa44-54ceb1c32b3f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 May 10 15:06:55.566164 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:56.456512 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f7dbb-5aa2-4b6f-9f74-a17555a4dd43 req-02819be7-e356-4a2a-a241-cd94f577e9e9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:56.457892 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-df4f7dbb-5aa2-4b6f-9f74-a17555a4dd43 req-02819be7-e356-4a2a-a241-cd94f577e9e9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0462937 May 10 15:06:56.505873 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-df4f7dbb-5aa2-4b6f-9f74-a17555a4dd43 req-7284803c-ee3b-4f44-a9a2-9e7bfc8a580a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 May 10 15:06:57.621092 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d4d6-ceb4-4a19-a755-1755d14c4eda req-3037e4dd-e9c0-4d3b-a847-49e5d068007f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:57.622690 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6487d4d6-ceb4-4a19-a755-1755d14c4eda req-3037e4dd-e9c0-4d3b-a847-49e5d068007f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 943 time: 0.0451448 May 10 15:06:57.667750 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6487d4d6-ceb4-4a19-a755-1755d14c4eda req-f72b08f6-ea86-478c-a8dc-c77e3f868637 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395293 May 10 15:06:57.852019 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:06:58.064204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:58.075250 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'mac_address': 'fa:16:3e:cc:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:06:58.110831 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:06:58.111213 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:58.124553 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:58.143054 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:06:58.146347 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:06:58.197015 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:58.786300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fa00-6320-4516-b893-ef45f2b7c354 req-300599a9-9ed7-453c-9f1e-c6fc06da71e9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:58.788001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6290fa00-6320-4516-b893-ef45f2b7c354 req-300599a9-9ed7-453c-9f1e-c6fc06da71e9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0475323 May 10 15:06:58.833442 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6290fa00-6320-4516-b893-ef45f2b7c354 req-aad3335e-e956-40be-8808-de793d65fbd5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 May 10 15:06:59.533954 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:06:59.948838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b382a-5ca4-4e21-b312-a93ca502a6db req-8f20c5bc-f63e-4575-a317-d3904d2f1914 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:59.950297 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c77b382a-5ca4-4e21-b312-a93ca502a6db req-8f20c5bc-f63e-4575-a317-d3904d2f1914 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0460987 May 10 15:06:59.995673 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c77b382a-5ca4-4e21-b312-a93ca502a6db req-a4ba5954-34cc-4d27-ba39-2ce370fe2461 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 May 10 15:07:01.112987 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982210d-1c75-40e7-936f-5e8b54268849 req-6354f430-fc7c-4219-94a6-c68406bcc6e3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:01.114450 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8982210d-1c75-40e7-936f-5e8b54268849 req-6354f430-fc7c-4219-94a6-c68406bcc6e3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0490637 May 10 15:07:01.159948 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8982210d-1c75-40e7-936f-5e8b54268849 req-2638a014-4b51-4f9c-acc4-1af29934d149 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 May 10 15:07:02.280422 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db313-86e1-4542-8abe-66b26fb46fe0 req-49c382bd-6e7a-451c-9a63-3f2ff82636f8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:02.281900 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-528db313-86e1-4542-8abe-66b26fb46fe0 req-49c382bd-6e7a-451c-9a63-3f2ff82636f8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0508542 May 10 15:07:02.327754 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-528db313-86e1-4542-8abe-66b26fb46fe0 req-3fdfb93e-4184-4f4b-a623-b7a74807a017 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 May 10 15:07:03.037724 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-a9e46013-f42c-4833-889f-b03dc359817b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363073 May 10 15:07:03.134680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-55e578f2-32a6-44b1-9c96-e379f07862b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.136118 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-55e578f2-32a6-44b1-9c96-e379f07862b0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 1129 time: 0.0384362 May 10 15:07:03.254059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-9b97c348-ae2c-499d-a92a-012c19213c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.255471 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-9b97c348-ae2c-499d-a92a-012c19213c0d service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.0844719 May 10 15:07:03.299302 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-ca6775b2-7ab0-41b0-ae50-1b1c28141057 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 200 len: 217 time: 0.0346348 May 10 15:07:03.353627 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-07c1e0f4-8462-442c-8a6c-4c1052f5c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.355063 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-07c1e0f4-8462-442c-8a6c-4c1052f5c793 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0457673 May 10 15:07:03.412729 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-11f15a4c-4fb0-49b7-81a2-80edbceffdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.414211 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-11f15a4c-4fb0-49b7-81a2-80edbceffdb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477567 May 10 15:07:03.489104 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2613-c14d-4e6a-b2d0-90fd42596d80 req-10ad7eee-d4db-4bc1-9054-8cd2785d96b8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.490548 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a46c2613-c14d-4e6a-b2d0-90fd42596d80 req-10ad7eee-d4db-4bc1-9054-8cd2785d96b8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 944 time: 0.0911493 May 10 15:07:03.559354 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-97680858-0ea1-486b-ab39-e4cee1ecd5e4 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302717 May 10 15:07:03.562378 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a46c2613-c14d-4e6a-b2d0-90fd42596d80 req-b5ad717d-95bf-4742-bc08-2800e5b05126 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656905 May 10 15:07:03.652982 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04bd7775-1ff6-4a6e-83a1-86d24dbcae20 req-de1a2657-e207-4823-a558-0896150433b6 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 May 10 15:07:03.724205 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:07:03.752836 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:03.773072 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:07:03.773447 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:03.849362 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:07:03.849755 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:03.872965 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:03.875230 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5045ecba-19cc-4391-b74f-d749dcdea195" -d '{"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:03.889811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:03.894383 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:03.922843 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1cf8c4-6d22-4b70-b67c-db20290463e4 x-openstack-request-id: req-8a1cf8c4-6d22-4b70-b67c-db20290463e4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:03.923162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:03.923414 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8a1cf8c4-6d22-4b70-b67c-db20290463e4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:03.923798 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1cf8c4-6d22-4b70-b67c-db20290463e4'] response: {'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'code': 200} May 10 15:07:03.951309 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:03.959301 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.959650 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.960010 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.960414 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.960756 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.961088 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.961419 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.962353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.962599 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.962935 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.963363 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.963600 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.964178 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.964477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:03.964883 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:04.613772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684fea-b756-485e-89fc-87b6b851ca46 req-569bd8ec-3d46-48d1-a81d-f62e906cd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:04.615349 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36684fea-b756-485e-89fc-87b6b851ca46 req-569bd8ec-3d46-48d1-a81d-f62e906cd888 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 1130 time: 0.0464182 May 10 15:07:04.697278 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36684fea-b756-485e-89fc-87b6b851ca46 req-34ca986d-9fc1-4adc-8227-3cc12ef37fd7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712070 May 10 15:07:04.703429 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f728ab-d75c-4c91-8f0e-07f586d94e5f req-d63c1b8e-034e-4d76-bed2-eaa4ce6b41e0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:04.704796 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b5f728ab-d75c-4c91-8f0e-07f586d94e5f req-d63c1b8e-034e-4d76-bed2-eaa4ce6b41e0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0626736 May 10 15:07:04.750373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b5f728ab-d75c-4c91-8f0e-07f586d94e5f req-77c2ba24-2880-4397-869f-da1429923566 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399690 May 10 15:07:05.869975 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069db76-9694-4c78-9f27-651b06ad1fa2 req-938f7fee-88bb-4b48-9453-6cb10688fba9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:05.871417 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f069db76-9694-4c78-9f27-651b06ad1fa2 req-938f7fee-88bb-4b48-9453-6cb10688fba9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0448849 May 10 15:07:05.917111 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f069db76-9694-4c78-9f27-651b06ad1fa2 req-6e07baff-451f-42ea-8ecc-2a68b5615567 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399866 May 10 15:07:07.036770 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318bcc-e5f1-4b30-8cb0-93fa6639b51b req-01748094-6c00-4861-8c0a-47272efde489 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:07.038239 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e318bcc-e5f1-4b30-8cb0-93fa6639b51b req-01748094-6c00-4861-8c0a-47272efde489 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0472927 May 10 15:07:07.088434 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e318bcc-e5f1-4b30-8cb0-93fa6639b51b req-843fa37a-58f5-4ecb-9b30-85b031494516 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 May 10 15:07:08.204334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c4684-d610-4f06-a86c-c17694465469 req-d17b992a-cf37-486b-8d00-9a4a009ea0d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:08.205666 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-115c4684-d610-4f06-a86c-c17694465469 req-d17b992a-cf37-486b-8d00-9a4a009ea0d7 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0447001 May 10 15:07:08.254822 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-115c4684-d610-4f06-a86c-c17694465469 req-a986c13e-f785-4c51-be9f-e313f133d258 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 May 10 15:07:08.976614 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:09.076866 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1df9144a-e90c-4032-9d1d-b3eaf51188f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.147857 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1df9144a-e90c-4032-9d1d-b3eaf51188f6 admin admin] Publish callbacks [] for security_group (2baca8e7-cf08-4c23-a2d4-216942fe4d2e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.151386 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1df9144a-e90c-4032-9d1d-b3eaf51188f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2baca8e7-cf08-4c23-a2d4-216942fe4d2e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.188875 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1df9144a-e90c-4032-9d1d-b3eaf51188f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be8a0fa7a64d497eb4ea406390755f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112398 May 10 15:07:09.189712 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9144a-e90c-4032-9d1d-b3eaf51188f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baca8e7-cf08-4c23-a2d4-216942fe4d2e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:09.191731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59812) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:09.239030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Publish callbacks [] for security_group (2baca8e7-cf08-4c23-a2d4-216942fe4d2e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.260537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Publish callbacks [] for security_group (2baca8e7-cf08-4c23-a2d4-216942fe4d2e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.306279 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2baca8e7-cf08-4c23-a2d4-216942fe4d2e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.308841 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:09.309993 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2baca8e7-cf08-4c23-a2d4-216942fe4d2e HTTP/1.1" status: 204 len: 168 time: 0.1171765 May 10 15:07:09.317340 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baca8e7-cf08-4c23-a2d4-216942fe4d2e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:09.324782 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.325139 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.325490 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.325832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.326172 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.326537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.326872 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.327202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.327535 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.327865 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.328198 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.328527 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.328855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.329179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:09.329621 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32194bdb-18a6-4f80-bd92-468ebe8beb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:17.802216 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:07:19.224626 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7b9ccf8-a910-4699-8eb8-f107a9e62eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:21.384697 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7053df15-dc77-4adf-ac0a-874c6dab8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:22.677542 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:24.003501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:25.567645 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:30.232530 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d37b5b-e33e-461c-8580-f58c0f25fc8b req-643ca56a-d74f-4426-a270-80615e94a199 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:30.233965 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88d37b5b-e33e-461c-8580-f58c0f25fc8b req-643ca56a-d74f-4426-a270-80615e94a199 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0454779 May 10 15:07:30.279806 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88d37b5b-e33e-461c-8580-f58c0f25fc8b req-869e380c-8919-4034-94be-1052d26c114f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 May 10 15:07:31.394021 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcbfe8-564a-4226-9cee-ada8267e700e req-955e94cd-8ac3-42f4-8719-2cef5b484c35 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:31.395511 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63dcbfe8-564a-4226-9cee-ada8267e700e req-955e94cd-8ac3-42f4-8719-2cef5b484c35 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0469899 May 10 15:07:31.440464 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63dcbfe8-564a-4226-9cee-ada8267e700e req-d0443076-0587-4967-bcd2-04d5c4707443 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 May 10 15:07:32.452153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-3015c1e9-1c03-46f9-be21-4dd3b6b2d6ff tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:32.453578 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-3015c1e9-1c03-46f9-be21-4dd3b6b2d6ff tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0473742 May 10 15:07:32.541728 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port 6f98d52c-c1aa-498b-8cab-ed2cad854767 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:07:32.542072 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:32.553395 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897ab0-dd90-45a4-977f-db868cb8cb12 req-80b4b826-d91c-4a91-85c4-1a0f35036e9c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:32.554892 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3c897ab0-dd90-45a4-977f-db868cb8cb12 req-80b4b826-d91c-4a91-85c4-1a0f35036e9c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 945 time: 0.0485260 May 10 15:07:32.600779 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3c897ab0-dd90-45a4-977f-db868cb8cb12 req-f3e1eef1-3913-4a1d-9247-96cc6c331931 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=6852378e-8176-4e11-9d2b-c6ce01123038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 May 10 15:07:32.632040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] For port 6f98d52c-c1aa-498b-8cab-ed2cad854767, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=6f98d52c-c1aa-498b-8cab-ed2cad854767,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:32.632388 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:32.901003 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:32.901294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:32.901646 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 4c3e1f58-bc71-4067-9655-82f2633cb11b disassociated. External IP: 172.27.3.80, port: 6f98d52c-c1aa-498b-8cab-ed2cad854767. May 10 15:07:32.901978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for 6f98d52c-c1aa-498b-8cab-ed2cad854767 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:07:33.025552 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (6f98d52c-c1aa-498b-8cab-ed2cad854767), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:33.052384 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=6f98d52c-c1aa-498b-8cab-ed2cad854767,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:33.166897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:07:33.276316 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:07:33.287004 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:33.297508 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:33.298109 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:33.320251 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] No DVR routers for this DVR port 6f98d52c-c1aa-498b-8cab-ed2cad854767 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:33.323953 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:33.327216 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2c4e1c46-ec20-478c-b771-e1c2fc622a5b req-0a2eef1c-98c6-4c6e-85d1-1478160fdf7b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "DELETE /v2.0/ports/6f98d52c-c1aa-498b-8cab-ed2cad854767 HTTP/1.1" status: 204 len: 173 time: 0.8659973 May 10 15:07:33.327660 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'name': 'network-vif-deleted', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:33.329904 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d386e0a-e397-497f-b158-9c493e1eb923" -d '{"events": [{"server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "name": "network-vif-deleted", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:33.365730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f055251-aeb8-4b1f-b8cc-91f7647f7834 x-openstack-request-id: req-5f055251-aeb8-4b1f-b8cc-91f7647f7834 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:33.366019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d8853-d7e4-4507-b15b-6b9c0616ca94", "name": "network-vif-deleted", "tag": "6f98d52c-c1aa-498b-8cab-ed2cad854767", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:33.366260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5f055251-aeb8-4b1f-b8cc-91f7647f7834 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:33.366742 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f055251-aeb8-4b1f-b8cc-91f7647f7834'] response: {'server_uuid': '527d8853-d7e4-4507-b15b-6b9c0616ca94', 'name': 'network-vif-deleted', 'tag': '6f98d52c-c1aa-498b-8cab-ed2cad854767', 'status': 'completed', 'code': 200} May 10 15:07:33.419644 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:33.634553 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:33.660931 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:33.669366 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:33.670099 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:33.709907 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e8788b8-d9f4-41a2-ab7b-57e21a5f301d req-865b18b8-4839-4b22-831c-be08409e045e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=527d8853-d7e4-4507-b15b-6b9c0616ca94 HTTP/1.1" status: 200 len: 210 time: 0.0282552 May 10 15:07:33.740296 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:33.790635 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:34.020968 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:34.047455 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a445b8-f011-4d6e-aa95-5e49d3ea14de None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3ec85c45-d785-4f84-8253-0dc3adc62b59', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:ed:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11828dfd-b035-4c1b-a5b7-61553717870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:21Z', 'updated_at': '2022-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:34.295143 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ccb411-e46a-4e57-89f3-6c19f3c095c3 None None] New status for floating IP 4c3e1f58-bc71-4067-9655-82f2633cb11b: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:34.798345 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:34.851785 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (6852378e-8176-4e11-9d2b-c6ce01123038), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:34.874925 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (6852378e-8176-4e11-9d2b-c6ce01123038), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:34.925684 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6852378e-8176-4e11-9d2b-c6ce01123038), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:34.928356 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:34.929489 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/security-groups/6852378e-8176-4e11-9d2b-c6ce01123038 HTTP/1.1" status: 204 len: 168 time: 0.1300697 May 10 15:07:34.932289 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:34.945031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda5029-32ee-4475-a3f8-ffb440897d2f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852378e-8176-4e11-9d2b-c6ce01123038,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:34.946221 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-5e698d3f-b860-4869-afa3-a9f366df533d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] show failed (client error): The resource could not be found. May 10 15:07:34.948643 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5e698d3f-b860-4869-afa3-a9f366df533d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups/6852378e-8176-4e11-9d2b-c6ce01123038 HTTP/1.1" status: 404 len: 347 time: 0.0148785 May 10 15:07:34.951604 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:35.071253 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port f344ef86-301b-4fe5-be9a-83a2aa935373 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:07:35.071537 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.156152 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.156480 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (f344ef86-301b-4fe5-be9a-83a2aa935373), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.169645 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for f344ef86-301b-4fe5-be9a-83a2aa935373 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:07:35.580535 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (f344ef86-301b-4fe5-be9a-83a2aa935373), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.607506 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=f344ef86-301b-4fe5-be9a-83a2aa935373,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:35.620228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.620584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.620936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.621276 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.621607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.622201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.622570 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.622898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.623227 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.623554 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.623881 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.624210 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.624532 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.624850 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.625173 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:35.685033 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (4c3e1f58-bc71-4067-9655-82f2633cb11b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.687620 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:35.688773 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d51bcd66-112d-4346-8a7f-c4bc7d9c1546 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c3e1f58-bc71-4067-9655-82f2633cb11b HTTP/1.1" status: 204 len: 168 time: 0.7363439 May 10 15:07:35.853313 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 6f98d52c-c1aa-498b-8cab-ed2cad854767 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:07:35.875379 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 6f98d52c-c1aa-498b-8cab-ed2cad854767 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:07:35.875720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 6f98d52c-c1aa-498b-8cab-ed2cad854767 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:07:37.504764 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa152-e449-4a36-b809-ea1b4a8e2a54 req-0186e5e0-57e3-4038-bcc6-a62264225690 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:37.506121 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c19aa152-e449-4a36-b809-ea1b4a8e2a54 req-0186e5e0-57e3-4038-bcc6-a62264225690 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0465972 May 10 15:07:37.551178 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c19aa152-e449-4a36-b809-ea1b4a8e2a54 req-38a474f6-92be-4ef9-93a6-9798743f957a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 May 10 15:07:38.666268 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851dc2-17ef-4706-ab3d-6554c5d7d6f0 req-8e7548f4-80d3-4a19-97b5-e59886c864d6 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.667743 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02851dc2-17ef-4706-ab3d-6554c5d7d6f0 req-8e7548f4-80d3-4a19-97b5-e59886c864d6 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0459282 May 10 15:07:38.713399 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02851dc2-17ef-4706-ab3d-6554c5d7d6f0 req-ffec7261-8e9f-4ece-b55a-9747526af9d7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 May 10 15:07:39.829925 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0624-4b10-424d-b3fa-404bf844b3aa req-cd34874e-e8dd-4ce9-a687-6a46b25673bf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:39.831423 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e81e0624-4b10-424d-b3fa-404bf844b3aa req-cd34874e-e8dd-4ce9-a687-6a46b25673bf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0512309 May 10 15:07:39.877000 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e81e0624-4b10-424d-b3fa-404bf844b3aa req-f03d1ea2-8f9f-4d83-b9a9-ed95bd8d71e9 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=26590d97-573e-49e8-96f3-f741841c6307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 May 10 15:07:40.151199 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-e1327560-94ea-4309-b238-b05b76a242f5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:40.152635 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-e1327560-94ea-4309-b238-b05b76a242f5 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 945 time: 0.0454006 May 10 15:07:40.242378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port b3c1f55a-48b1-4225-af81-18e16729d371 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:07:40.242834 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.328601 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] For port b3c1f55a-48b1-4225-af81-18e16729d371, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=b3c1f55a-48b1-4225-af81-18e16729d371,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:40.328975 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.494617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.494892 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.495203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 3ec85c45-d785-4f84-8253-0dc3adc62b59 disassociated. External IP: 172.27.3.155, port: b3c1f55a-48b1-4225-af81-18e16729d371. May 10 15:07:40.495533 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for b3c1f55a-48b1-4225-af81-18e16729d371 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:07:40.619772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (b3c1f55a-48b1-4225-af81-18e16729d371), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.647966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=b3c1f55a-48b1-4225-af81-18e16729d371,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:40.762574 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:07:40.868897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:07:40.878373 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:40.888322 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:40.888991 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:40.914826 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] No DVR routers for this DVR port b3c1f55a-48b1-4225-af81-18e16729d371 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:40.917402 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:40.922101 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ac0b270-051a-4054-b88c-8cb0d21350db req-358e676d-31dd-4090-b530-d757e1f07807 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "DELETE /v2.0/ports/b3c1f55a-48b1-4225-af81-18e16729d371 HTTP/1.1" status: 204 len: 173 time: 0.7593114 May 10 15:07:40.922101 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'name': 'network-vif-deleted', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:40.923642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0804e-07bb-4a2f-b95f-55f219cb2e1f" -d '{"events": [{"server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "name": "network-vif-deleted", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:40.961211 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5005b55f-ef38-45fd-9ba5-79a9e493efcc x-openstack-request-id: req-5005b55f-ef38-45fd-9ba5-79a9e493efcc {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:40.961694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11828dfd-b035-4c1b-a5b7-61553717870c", "name": "network-vif-deleted", "tag": "b3c1f55a-48b1-4225-af81-18e16729d371", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:40.962087 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5005b55f-ef38-45fd-9ba5-79a9e493efcc {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:40.962658 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5005b55f-ef38-45fd-9ba5-79a9e493efcc'] response: {'server_uuid': '11828dfd-b035-4c1b-a5b7-61553717870c', 'name': 'network-vif-deleted', 'tag': 'b3c1f55a-48b1-4225-af81-18e16729d371', 'status': 'completed', 'code': 200} May 10 15:07:40.992577 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ffd2088d-6394-45f6-8aea-f96fcdb0fce1 req-55903d86-f9de-4bf9-aab1-dffe49276c65 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=11828dfd-b035-4c1b-a5b7-61553717870c HTTP/1.1" status: 200 len: 210 time: 0.0313270 May 10 15:07:41.011693 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:41.210418 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:41.235303 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:41.243884 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:41.244419 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:41.348102 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:41.614920 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:41.643846 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff3fa8-44ec-47e6-b945-903882bfec3b None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:41.854176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613096c6-b566-406d-a585-5c08fb52a744 None None] New status for floating IP 3ec85c45-d785-4f84-8253-0dc3adc62b59: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:42.078844 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59894) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.132016 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (26590d97-573e-49e8-96f3-f741841c6307), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.157567 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (26590d97-573e-49e8-96f3-f741841c6307), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.204239 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (26590d97-573e-49e8-96f3-f741841c6307), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.206880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.207997 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/security-groups/26590d97-573e-49e8-96f3-f741841c6307 HTTP/1.1" status: 204 len: 168 time: 0.1281521 May 10 15:07:42.210791 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59896) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.216928 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e0be0-f385-44ea-881e-b16081a29875 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26590d97-573e-49e8-96f3-f741841c6307,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:42.224205 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-01fe6308-5a10-4198-8b77-d86ef42b8647 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] show failed (client error): The resource could not be found. May 10 15:07:42.225212 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-01fe6308-5a10-4198-8b77-d86ef42b8647 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups/26590d97-573e-49e8-96f3-f741841c6307 HTTP/1.1" status: 404 len: 347 time: 0.0132883 May 10 15:07:42.228619 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.345307 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port b5125954-89d8-4e10-aeaa-b831e0ec3e62 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:07:42.345652 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.419112 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.419441 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (b5125954-89d8-4e10-aeaa-b831e0ec3e62), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.432634 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for b5125954-89d8-4e10-aeaa-b831e0ec3e62 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:07:42.562426 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (b5125954-89d8-4e10-aeaa-b831e0ec3e62), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.585896 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=b5125954-89d8-4e10-aeaa-b831e0ec3e62,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:42.655873 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (3ec85c45-d785-4f84-8253-0dc3adc62b59), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.658348 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.659511 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4e2b7985-a298-4143-875c-2f255259cf4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/floatingips/3ec85c45-d785-4f84-8253-0dc3adc62b59 HTTP/1.1" status: 204 len: 168 time: 0.4298894 May 10 15:07:42.736497 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.741051 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404472184', 'description': 'tempest-description--483540632'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:42.760335 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.824583 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (2477baf4-44d5-4ee3-9b01-ec832133dc7a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.827769 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2477baf4-44d5-4ee3-9b01-ec832133dc7a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.855618 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.856803 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1192482 May 10 15:07:42.858646 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65023e6f-53a8-439e-8692-9ce152a6b64c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2477baf4-44d5-4ee3-9b01-ec832133dc7a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:42.859903 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59904) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.864395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '2477baf4-44d5-4ee3-9b01-ec832133dc7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:42.889713 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (cc981bca-d6ff-49ce-8190-f33a2a88a1ac), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.942992 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (cc981bca-d6ff-49ce-8190-f33a2a88a1ac), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.946827 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (cc981bca-d6ff-49ce-8190-f33a2a88a1ac), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.964121 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc981bca-d6ff-49ce-8190-f33a2a88a1ac,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:42.971008 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:42.972097 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-38bc0276-2698-4ec2-9199-752722e6e311 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112006 May 10 15:07:42.976018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 59906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:42.980229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '2477baf4-44d5-4ee3-9b01-ec832133dc7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:43.006826 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (0229bbb3-f582-4bec-93ff-cb610fe594a9), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.060573 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (0229bbb3-f582-4bec-93ff-cb610fe594a9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.065202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (0229bbb3-f582-4bec-93ff-cb610fe594a9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.084347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0229bbb3-f582-4bec-93ff-cb610fe594a9,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:43.093264 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.097677 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59908) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:43.098206 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7706aee1-3060-428c-b293-7e9a9e765a69 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207693 May 10 15:07:43.102270 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:43.121600 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.202022 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.301921 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.27.3.36 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/16b00678-a313-403b-b72c-3692699d90b2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:43.405096 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (16b00678-a313-403b-b72c-3692699d90b2), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.436461 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (16b00678-a313-403b-b72c-3692699d90b2), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.471587 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:43.474311 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:43.477785 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:07:43.502765 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=16b00678-a313-403b-b72c-3692699d90b2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:43.569071 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.604565 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (16b00678-a313-403b-b72c-3692699d90b2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.749909 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (16b00678-a313-403b-b72c-3692699d90b2), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.754041 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (16b00678-a313-403b-b72c-3692699d90b2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.822785 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=16b00678-a313-403b-b72c-3692699d90b2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:43.828949 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.844707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device b3c1f55a-48b1-4225-af81-18e16729d371 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:07:43.845283 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:43.846310 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-87c6d75b-35f1-4801-9b83-5d2c0f097afa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7472813 May 10 15:07:43.865201 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: b3c1f55a-48b1-4225-af81-18e16729d371 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:07:43.865550 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device b3c1f55a-48b1-4225-af81-18e16729d371 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:07:44.036869 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-c5478df7-13b8-432a-b4c7-8dd10b3aa196 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--404472184&fields=id&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 267 time: 0.0416059 May 10 15:07:44.143387 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-b7dd5f16-9f91-4daf-9577-e75e50f3bbba tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:44.144822 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-b7dd5f16-9f91-4daf-9577-e75e50f3bbba tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.1011069 May 10 15:07:44.159287 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-7bda6bd6-b5c8-424d-9589-92975dcb227e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/quotas/8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 375 time: 0.0085602 May 10 15:07:44.207279 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-8c48fa72-7fe6-4d03-a6e2-4ba19002c332 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433075 May 10 15:07:44.302762 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-e550196e-a25b-4c3e-b740-cb72dcf2caa4 service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 May 10 15:07:44.392612 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-a545a5e5-004f-4981-a475-5e518bf0262d service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 May 10 15:07:44.551054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-effa371e-277b-49f8-9170-7450ba9ef960 req-90cc772a-283c-44d5-b721-7fa7503a3a6a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 210 time: 0.0293477 May 10 15:07:45.640681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-95ace24e-69fa-4e07-8997-0c5f1c3b024a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:45.642129 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-95ace24e-69fa-4e07-8997-0c5f1c3b024a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.1027765 May 10 15:07:45.649405 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92acb7f4-eade-4312-a8dc-1c066d37f6c5 req-421fb409-73e6-4428-ae5a-ae7d11947faa tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 210 time: 0.0283420 May 10 15:07:45.710355 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-c6536434-6518-4f0c-9aaa-bdeaad6f7fba tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 379 time: 0.0511231 May 10 15:07:45.728450 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'port': {'device_id': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'admin_state_up': True, 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'security_groups': ['2477baf4-44d5-4ee3-9b01-ec832133dc7a']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:45.834851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:07:45.838071 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:45.960644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.20.0.14 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/ff51cc44-1439-4f2f-9f84-c17754faedc2) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:46.296146 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.327951 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.370289 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:46.373519 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:46.377212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:07:46.408740 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:46.438627 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:46.439238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.456202 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-33ead0ea-7b86-4d64-9fb2-9096f3a11492 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7314558 May 10 15:07:46.471784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Request body: {'port': {'device_id': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:46.532665 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.630771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-492e8d65-c051-4eb6-81d0-9394a048870c None None] Provisioning complete for port ff51cc44-1439-4f2f-9f84-c17754faedc2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:07:46.631390 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-492e8d65-c051-4eb6-81d0-9394a048870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.667423 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-492e8d65-c051-4eb6-81d0-9394a048870c None None] Port ff51cc44-1439-4f2f-9f84-c17754faedc2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:07:46.779860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc22af2-01f2-4b95-a532-f54333c3bdd7 req-a098f44b-0a2c-4e31-b8c8-4d765f1f1186 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:46.781297 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cbc22af2-01f2-4b95-a532-f54333c3bdd7 req-a098f44b-0a2c-4e31-b8c8-4d765f1f1186 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 932 time: 0.0638375 May 10 15:07:46.853813 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff51cc44-1439-4f2f-9f84-c17754faedc2 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:46.867175 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks [] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.873973 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cbc22af2-01f2-4b95-a532-f54333c3bdd7 req-479c8ee3-558e-4b4b-a7d5-58afaf99fd46 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846496 May 10 15:07:46.884239 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Transition to ACTIVE for port object ff51cc44-1439-4f2f-9f84-c17754faedc2 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:07:46.887747 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:46.940112 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Pushing event updated for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:47.023426 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Attempting to bind port ff51cc44-1439-4f2f-9f84-c17754faedc2 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:07:47.023789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Attempting to bind port ff51cc44-1439-4f2f-9f84-c17754faedc2 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:07:47.024129 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Attempting to bind port ff51cc44-1439-4f2f-9f84-c17754faedc2 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:07:47.028651 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Port ff51cc44-1439-4f2f-9f84-c17754faedc2 on network 56419087-50d9-434c-b827-6ceec51e5c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:07:47.028969 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Attempting to bind port ff51cc44-1439-4f2f-9f84-c17754faedc2 on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:07:47.034017 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:07:47.034349 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:07:47.034764 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:07:47.035188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Bound port: ff51cc44-1439-4f2f-9f84-c17754faedc2, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:07:47.035558 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:47.099263 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:07:47.102234 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:07:47.108599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:47.146417 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:47.147042 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:47.148420 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-76f12194-d052-492f-8282-7bd761b212fe service neutron] 10.222.0.87 "PUT /v2.0/ports/ff51cc44-1439-4f2f-9f84-c17754faedc2 HTTP/1.1" status: 200 len: 1094 time: 0.6808763 May 10 15:07:47.148870 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:47.151132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7567d-df45-4996-a14d-14fc7d384546" -d '{"events": [{"name": "network-changed", "server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:47.175653 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12194-d052-492f-8282-7bd761b212fe service neutron] Pushing event updated for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:47.190719 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b416d66-e4e1-4d2c-a331-f4a5addaeaba x-openstack-request-id: req-6b416d66-e4e1-4d2c-a331-f4a5addaeaba {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:47.191038 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:47.191317 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b416d66-e4e1-4d2c-a331-f4a5addaeaba {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:47.191721 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b416d66-e4e1-4d2c-a331-f4a5addaeaba'] response: {'name': 'network-changed', 'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'status': 'completed', 'code': 200} May 10 15:07:47.249922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-5daac933-e7f9-489d-82f5-f27b5afdde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:47.251467 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-5daac933-e7f9-489d-82f5-f27b5afdde70 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 1128 time: 0.0422392 May 10 15:07:47.297048 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-ff9ef2b7-cf03-4d21-a8de-b71ea754a04f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2 HTTP/1.1" status: 200 len: 217 time: 0.0359428 May 10 15:07:47.354023 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-53e4dce7-3be3-465d-b5c3-3d8d31765228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:47.355540 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-53e4dce7-3be3-465d-b5c3-3d8d31765228 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0481670 May 10 15:07:47.407630 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-cfce0f49-4d63-422e-8d80-54ad2b7b3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:47.409280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-cfce0f49-4d63-422e-8d80-54ad2b7b3f83 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422058 May 10 15:07:47.509245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-755880bd-cbb0-49f9-89c1-741441853870 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907438 May 10 15:07:47.611281 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1ca6f703-5ad4-4d42-b7b1-f55dc5e7eab4 req-2a5266e4-ba03-4f6f-9cf6-24f50a09a681 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920134 May 10 15:07:47.991447 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea580da-5a30-496f-bba1-54229fb77a88 req-5e98e900-5e94-4544-9a79-dc2221f49a40 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:47.993409 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9ea580da-5a30-496f-bba1-54229fb77a88 req-5e98e900-5e94-4544-9a79-dc2221f49a40 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 944 time: 0.0501771 May 10 15:07:48.039462 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9ea580da-5a30-496f-bba1-54229fb77a88 req-3f37031e-6d73-4c6d-ac10-1813af91217b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 May 10 15:07:48.883593 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-19803341-b180-4d8c-bee7-42d1dd54c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:48.885278 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-19803341-b180-4d8c-bee7-42d1dd54c11a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 1128 time: 0.0465779 May 10 15:07:48.998699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-c6b27c54-c44e-4cd3-a4d3-c52d2e95adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:49.000229 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-c6b27c54-c44e-4cd3-a4d3-c52d2e95adae service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.1034451 May 10 15:07:49.045779 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-07926f63-db72-449f-9fba-618a48f658d0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2 HTTP/1.1" status: 200 len: 217 time: 0.0365911 May 10 15:07:49.095389 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-fc9ec9f5-1553-4622-98ed-d864c6e01af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:49.096838 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-fc9ec9f5-1553-4622-98ed-d864c6e01af2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0433660 May 10 15:07:49.184974 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-5c58ab2c-d747-40fb-8d0b-93c16c17b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:49.186549 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-5c58ab2c-d747-40fb-8d0b-93c16c17b952 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809159 May 10 15:07:49.194550 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ce0d-68d1-47dd-b48c-e63d81a0004d req-2dfd463f-3d1b-42f4-b19c-ac3583fae59a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:49.196028 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b98ce0d-68d1-47dd-b48c-e63d81a0004d req-2dfd463f-3d1b-42f4-b19c-ac3583fae59a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 944 time: 0.0828791 May 10 15:07:49.226679 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28597462-8af1-4d92-b0d8-ab5c62acca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:49.303791 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b98ce0d-68d1-47dd-b48c-e63d81a0004d req-d88de04b-5335-407d-8f95-673b4e5770be tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986533 May 10 15:07:49.319744 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-dc3c8e4d-a6e5-4eb7-8f3b-99c2f425f3f1 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218510 May 10 15:07:49.415241 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6ee7567d-df45-4996-a14d-14fc7d384546 req-95878077-05f8-4b4c-a647-9950349a1fe7 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794456 May 10 15:07:49.897848 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ff51cc44-1439-4f2f-9f84-c17754faedc2 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:07:49.995704 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:50.007037 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'port_id': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'mac_address': 'fa:16:3e:9b:f0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:07:50.044323 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ff51cc44-1439-4f2f-9f84-c17754faedc2 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:07:50.044711 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:50.056967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff51cc44-1439-4f2f-9f84-c17754faedc2 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:50.075655 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:50.079160 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:50.125398 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:50.413152 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd52b7c-113f-40b5-b3ad-9083efecb0f7 req-976997d3-6c80-4fd8-a55f-4f3c3b894785 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:50.414626 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0dd52b7c-113f-40b5-b3ad-9083efecb0f7 req-976997d3-6c80-4fd8-a55f-4f3c3b894785 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 945 time: 0.0466421 May 10 15:07:50.428754 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['ff51cc44-1439-4f2f-9f84-c17754faedc2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:07:50.460471 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0dd52b7c-113f-40b5-b3ad-9083efecb0f7 req-8e47969c-7c32-4839-a0b4-97fb7f443b6c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 May 10 15:07:51.387195 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d932-839b-47f5-b290-7b79d65e64ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:51.574082 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08e78d-183f-4f85-9dbc-f33f923a6ff9 req-2e4b7e61-b85a-48d9-8bee-f4304b6f872f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:51.576408 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e08e78d-183f-4f85-9dbc-f33f923a6ff9 req-2e4b7e61-b85a-48d9-8bee-f4304b6f872f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 945 time: 0.0485353 May 10 15:07:51.624813 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e08e78d-183f-4f85-9dbc-f33f923a6ff9 req-2fdce5ea-9038-4153-9b56-5b01fb6a40bd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430343 May 10 15:07:51.928046 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ff51cc44-1439-4f2f-9f84-c17754faedc2 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:07:51.971539 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port ff51cc44-1439-4f2f-9f84-c17754faedc2 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:07:51.978122 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port ff51cc44-1439-4f2f-9f84-c17754faedc2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:07:51.978635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:52.057396 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ff51cc44-1439-4f2f-9f84-c17754faedc2 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:07:52.057784 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:52.079231 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:52.081465 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf572638-e5b4-4314-ad8d-c5faa14d579d" -d '{"events": [{"server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "name": "network-vif-plugged", "status": "completed", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:52.093930 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:07:52.097743 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:52.123621 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1464fb9-cf2a-4f8c-9736-7790e1be93a1 x-openstack-request-id: req-e1464fb9-cf2a-4f8c-9736-7790e1be93a1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:52.123933 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "name": "network-vif-plugged", "status": "completed", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:52.124193 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e1464fb9-cf2a-4f8c-9736-7790e1be93a1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:52.124580 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1464fb9-cf2a-4f8c-9736-7790e1be93a1'] response: {'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'code': 200} May 10 15:07:52.149329 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:52.293323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cdc87-e234-40fa-8381-2b197a07eac9 req-850d508f-1514-47bf-988a-ab0a706a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:52.294803 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ca2cdc87-e234-40fa-8381-2b197a07eac9 req-850d508f-1514-47bf-988a-ab0a706a752e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 1130 time: 0.0372248 May 10 15:07:52.337147 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ca2cdc87-e234-40fa-8381-2b197a07eac9 req-eb73e783-82eb-4583-8d98-8e5c3ea421cb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359876 May 10 15:07:52.681273 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:52.736987 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc79246-9f4b-4220-bd9b-cd0371fab07a req-947a1b06-c021-4fea-97fa-321edd012681 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:52.738451 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bfc79246-9f4b-4220-bd9b-cd0371fab07a req-947a1b06-c021-4fea-97fa-321edd012681 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0456731 May 10 15:07:52.783470 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bfc79246-9f4b-4220-bd9b-cd0371fab07a req-6ec0adb8-472f-4b16-9cc1-97aa22c35ff0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 May 10 15:07:54.007429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:54.047702 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b944-3282-4078-aa9f-b47b6f12df4a req-afb366f1-0c93-42e9-bd92-520c9a6f55f1 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:54.049154 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e700b944-3282-4078-aa9f-b47b6f12df4a req-afb366f1-0c93-42e9-bd92-520c9a6f55f1 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.1986644 May 10 15:07:54.099849 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e700b944-3282-4078-aa9f-b47b6f12df4a req-b597cf2a-fa0f-4485-ad89-918cafc9a9c6 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 May 10 15:07:54.801283 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:07:55.213033 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40feb-6e71-45b1-9864-2e2c34aa2714 req-9c85bcf3-5448-4dc5-988b-1fb8c5012956 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.214517 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7af40feb-6e71-45b1-9864-2e2c34aa2714 req-9c85bcf3-5448-4dc5-988b-1fb8c5012956 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0489321 May 10 15:07:55.259587 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7af40feb-6e71-45b1-9864-2e2c34aa2714 req-8f115566-01f0-4523-a7ce-ab20dd98891c tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396626 May 10 15:07:55.364538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d870b2-4a55-4afb-8786-d085f6225e79 req-26424629-7428-40fb-8948-8cb757ce6558 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.365994 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-72d870b2-4a55-4afb-8786-d085f6225e79 req-26424629-7428-40fb-8948-8cb757ce6558 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0459399 May 10 15:07:55.374669 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 59996) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:07:55.379073 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'port_id': 'ff51cc44-1439-4f2f-9f84-c17754faedc2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:07:55.416851 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:55.572552 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:55.857454 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:55.860759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:55.959645 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7 associated. External IP: 172.27.3.36, port: ff51cc44-1439-4f2f-9f84-c17754faedc2. May 10 15:07:56.166640 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:07:56.274516 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:07:56.278972 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:07:56.288486 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:56.298621 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:56.299308 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:56.310849 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d9e7cc90-6e74-4ee9-a94f-723bf82644fb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "PUT /v2.0/floatingips/7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7 HTTP/1.1" status: 200 len: 991 time: 0.9330392 May 10 15:07:56.310849 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:56.311637 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:07:56.349137 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1896fe-96ef-464d-aed0-11ace48c63d0 x-openstack-request-id: req-6e1896fe-96ef-464d-aed0-11ace48c63d0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:07:56.349425 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:07:56.349683 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e1896fe-96ef-464d-aed0-11ace48c63d0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:07:56.350085 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1896fe-96ef-464d-aed0-11ace48c63d0'] response: {'name': 'network-changed', 'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'status': 'completed', 'code': 200} May 10 15:07:56.418920 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:56.425740 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-5a170c45-9e5b-4256-96fd-8f515a3350e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.427511 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-5a170c45-9e5b-4256-96fd-8f515a3350e9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 1130 time: 0.0488937 May 10 15:07:56.511948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cfdb7-8c29-4d0c-adc8-ce38d099c010 req-f0007411-6be7-4a0d-81a4-3402b5ab8e74 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.514853 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f75cfdb7-8c29-4d0c-adc8-ce38d099c010 req-f0007411-6be7-4a0d-81a4-3402b5ab8e74 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0495842 May 10 15:07:56.527615 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-52391056-9fcd-4c17-816c-e08caadb7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.529094 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-52391056-9fcd-4c17-816c-e08caadb7fc8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0693362 May 10 15:07:56.561524 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f75cfdb7-8c29-4d0c-adc8-ce38d099c010 req-1811b411-4b77-440c-b52b-24f04d5cf923 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 May 10 15:07:56.615305 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-fb48a114-45a7-464f-94c8-45dba021e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.616792 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-fb48a114-45a7-464f-94c8-45dba021e571 service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.1777096 May 10 15:07:56.643976 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:9b:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:07:43Z', 'updated_at': '2022-05-10T15:07:55Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:56.671213 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:56.679333 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:07:56.680468 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:56.686756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-fd126e29-f198-425e-9754-b2d275997c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.688213 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-fd126e29-f198-425e-9754-b2d275997c46 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1490498 May 10 15:07:56.709332 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-5b97599e-88e4-40af-923f-7250e6f70f88 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2 HTTP/1.1" status: 200 len: 999 time: 0.0825431 May 10 15:07:56.787546 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:07:56.795736 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-f0353090-15a1-4f51-8620-429bea12d392 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1002 time: 0.0963495 May 10 15:07:56.799160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-abfe1970-1083-4321-9589-aba73749f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.800552 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-abfe1970-1083-4321-9589-aba73749f236 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0654366 May 10 15:07:56.882634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-d755b55c-8b23-42ae-9938-2dc92dfec8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.884697 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-d755b55c-8b23-42ae-9938-2dc92dfec8de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660999 May 10 15:07:56.888140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-ac548c40-606e-4282-9c3e-bf47e54748c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.889462 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-ac548c40-606e-4282-9c3e-bf47e54748c7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0777960 May 10 15:07:56.979891 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-3554a952-ebd2-4184-ba47-bff1c51b02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.981267 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-3554a952-ebd2-4184-ba47-bff1c51b02a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838826 May 10 15:07:56.999167 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:9b:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:07:43Z', 'updated_at': '2022-05-10T15:07:55Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:57.028829 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e20126-ccf5-4ff3-8a2b-f7a3501cbdfa None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:9b:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:07:43Z', 'updated_at': '2022-05-10T15:07:55Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:57.058871 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-aae3973a-2595-4f30-b197-74fa6ca21302 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624253 May 10 15:07:57.148478 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-ef17ba55-57ba-4fa7-a1c4-174eb054bc15 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560493 May 10 15:07:57.176254 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-25b4a347-a9c3-4318-91aa-c6832b6ddcb6 req-3fc564c3-2266-4c77-b740-de73d5f71dfd service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110084 May 10 15:07:57.219643 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d51066-2431-4c5b-8553-66f8f2c94b69 None None] New status for floating IP 7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:57.521788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc2cff3d-3635-48f6-be62-3751bb7c3ace req-e816d222-711d-4509-a2de-1a0bd94dfcb4 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879543 May 10 15:07:57.679214 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaa5f7-834b-4337-9211-c1d4c5313765 req-430e2325-58d5-4d18-b803-c1ad111a0f41 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:57.680584 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47aaa5f7-834b-4337-9211-c1d4c5313765 req-430e2325-58d5-4d18-b803-c1ad111a0f41 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0467813 May 10 15:07:57.725839 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-47aaa5f7-834b-4337-9211-c1d4c5313765 req-a649eb78-8734-4a1e-9933-62601e060988 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 May 10 15:07:58.839206 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f98ca-a7e1-446a-aa28-84e5ef932eee req-951aa9f4-d8d1-4f99-8249-c14046e4de9a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:58.840620 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d4f98ca-a7e1-446a-aa28-84e5ef932eee req-951aa9f4-d8d1-4f99-8249-c14046e4de9a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0479622 May 10 15:07:58.886920 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d4f98ca-a7e1-446a-aa28-84e5ef932eee req-05b9dad7-f4a7-468f-8cd3-392b7e1d4528 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 May 10 15:08:00.009334 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460067-9a75-484d-904a-c4430b6280b3 req-0d550180-595c-49b3-beae-e50767464147 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:00.010840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-60460067-9a75-484d-904a-c4430b6280b3 req-0d550180-595c-49b3-beae-e50767464147 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0473471 May 10 15:08:00.061242 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-60460067-9a75-484d-904a-c4430b6280b3 req-4d28fad2-83fa-4c23-9fac-84552948f03b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 May 10 15:08:01.221345 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2d1f7-2a9a-4cee-b816-bf0c06f21fe4 req-be8c6b2f-91d1-4b16-993e-5cf277759e07 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:01.222852 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fd2d1f7-2a9a-4cee-b816-bf0c06f21fe4 req-be8c6b2f-91d1-4b16-993e-5cf277759e07 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0851498 May 10 15:08:01.272558 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fd2d1f7-2a9a-4cee-b816-bf0c06f21fe4 req-a8e0f68e-db34-4e9e-ba0d-13cb7c168a2a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 May 10 15:08:01.292862 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7a5d5-748d-4528-8f19-eb46fe158c04 req-08106784-d83c-4c1a-aae4-183272380e58 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:01.294483 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a3a7a5d5-748d-4528-8f19-eb46fe158c04 req-08106784-d83c-4c1a-aae4-183272380e58 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0479722 May 10 15:08:01.340629 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a3a7a5d5-748d-4528-8f19-eb46fe158c04 req-7bda12bd-df77-43da-8d18-634df9c8e343 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 May 10 15:08:02.456814 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd8b5d-679e-483c-9248-756e78172f06 req-ced0cf1b-d093-41dc-b0e1-e74b6cbb383d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:02.458277 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-74fd8b5d-679e-483c-9248-756e78172f06 req-ced0cf1b-d093-41dc-b0e1-e74b6cbb383d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0469928 May 10 15:08:02.495285 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5841a-4f93-4a76-a952-b41ba53e921d req-3cdf8dd0-6216-4985-93bb-a78ff9f94e8b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:02.496996 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22f5841a-4f93-4a76-a952-b41ba53e921d req-3cdf8dd0-6216-4985-93bb-a78ff9f94e8b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0548317 May 10 15:08:02.506373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-74fd8b5d-679e-483c-9248-756e78172f06 req-babc1f60-a23e-4fc6-9b4b-04cd1083b84d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 May 10 15:08:02.543336 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22f5841a-4f93-4a76-a952-b41ba53e921d req-89651687-0c25-4721-94ec-bdb5c4787314 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 May 10 15:08:02.946437 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-b3b73d50-efe8-447c-b060-fce8352ac201 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399430 May 10 15:08:03.170341 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-da8c3ad6-d1df-4418-aa42-9dd0c6d3bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.171777 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-da8c3ad6-d1df-4418-aa42-9dd0c6d3bd90 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 1129 time: 0.0430791 May 10 15:08:03.340694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-89278817-49ce-4a4a-ae90-0873c46c5eb4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.342116 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-89278817-49ce-4a4a-ae90-0873c46c5eb4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.0848567 May 10 15:08:03.400901 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-0165e541-4c65-4047-b4f0-1a35d983f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.402353 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-0165e541-4c65-4047-b4f0-1a35d983f6d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1524236 May 10 15:08:03.463956 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-fe89a12f-ef26-4720-b0b9-0835c9bc9a53 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 200 len: 217 time: 0.0549855 May 10 15:08:03.501101 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Deleting port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:08:03.501440 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:03.567745 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-6bddb54b-bb2f-4f8d-ba00-1d5427daf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.569217 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-6bddb54b-bb2f-4f8d-ba00-1d5427daf180 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0982964 May 10 15:08:03.660415 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e0e2a-f3eb-4d94-802d-c72b8e80d781 req-3c330fd5-ad79-48d9-93d0-f2d250e3f640 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.661892 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a99e0e2a-f3eb-4d94-802d-c72b8e80d781 req-3c330fd5-ad79-48d9-93d0-f2d250e3f640 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0464988 May 10 15:08:03.665267 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] For port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:08:03.665635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:03.676391 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-3d53e2ef-42d7-4367-a8dc-b8b73f0a6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.677879 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-3d53e2ef-42d7-4367-a8dc-b8b73f0a6a3e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910356 May 10 15:08:03.685971 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453740e2-66a1-46b7-a8aa-fe38305816dd req-89d0ebb5-35e2-4bbe-b6c1-e8f1326c0ead tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.687373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-453740e2-66a1-46b7-a8aa-fe38305816dd req-89d0ebb5-35e2-4bbe-b6c1-e8f1326c0ead tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 946 time: 0.1092427 May 10 15:08:03.709798 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a99e0e2a-f3eb-4d94-802d-c72b8e80d781 req-5787dedf-9b1b-4caa-85e8-27f5719e4cec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 May 10 15:08:03.732922 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:04.076823 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-453740e2-66a1-46b7-a8aa-fe38305816dd req-8f88276f-34c2-4213-9602-a61ac9d9070e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=36b0088b-6768-47e6-8492-43dd2ddab84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756802 May 10 15:08:04.104598 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-2a0fd28d-7266-48da-a4cd-8f11a73c4890 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132051 May 10 15:08:04.215134 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:04.215500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:04.215818 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Floating IP 9e1d868c-c836-48fc-88a8-a57d62d968e1 disassociated. External IP: 172.27.3.138, port: c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7. May 10 15:08:04.216157 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Calling delete_port for c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:08:04.286444 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eb094f3-5dbb-466c-80ff-55190bd1183b req-a566aee9-5942-4a04-a061-e885202772df service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736846 May 10 15:08:04.369681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:04.397303 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'Port': ['ID=c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:04.511924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:08:04.623691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:08:04.634731 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:04.644911 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:04.645511 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:04.665222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] No DVR routers for this DVR port c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:04.667832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:04.671040 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f125ab21-0e6e-4998-9e01-68095e3351b0 req-00ecb701-c4a0-4e2a-8843-570cd5ed1f44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "DELETE /v2.0/ports/c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 HTTP/1.1" status: 204 len: 173 time: 1.3229365 May 10 15:08:04.671475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-deleted', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:04.673699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4a2ec-7009-4d89-bfe9-f729bd4a7530" -d '{"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-deleted", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:04.711703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5990de-8722-4824-abd2-98994f52bda7 x-openstack-request-id: req-9b5990de-8722-4824-abd2-98994f52bda7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:04.712424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aac7eb-fbec-4d86-82c9-1237542ad61a", "name": "network-vif-deleted", "tag": "c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:04.712424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b5990de-8722-4824-abd2-98994f52bda7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:04.712635 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5990de-8722-4824-abd2-98994f52bda7'] response: {'server_uuid': 'a4aac7eb-fbec-4d86-82c9-1237542ad61a', 'name': 'network-vif-deleted', 'tag': 'c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7', 'status': 'completed', 'code': 200} May 10 15:08:04.759830 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:04.848882 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206036-be79-44f8-8d22-77b437c435a6 req-8afe0acf-b2e8-4a3a-9507-04c204bb48bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:04.850810 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-95206036-be79-44f8-8d22-77b437c435a6 req-8afe0acf-b2e8-4a3a-9507-04c204bb48bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0629444 May 10 15:08:04.901830 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-95206036-be79-44f8-8d22-77b437c435a6 req-ba6c9335-e052-4fa5-b0b7-a03953834c8a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 May 10 15:08:04.971833 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:05.003154 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:05.011507 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:05.012054 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:05.203670 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1c713da2-b309-435f-a9cc-61a2a808710c req-bab1c4da-8151-4601-b85a-d7d2b7abd76b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4aac7eb-fbec-4d86-82c9-1237542ad61a HTTP/1.1" status: 200 len: 210 time: 0.0295331 May 10 15:08:05.213085 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:05.402974 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:05.428208 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e19cb0-d21f-48e2-9c2f-5961f916dd71 None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:05.642928 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba1596-a8c9-4d1e-84c7-a36d89e406c6 None None] New status for floating IP 9e1d868c-c836-48fc-88a8-a57d62d968e1: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:06.019090 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9e629-baac-4ba5-bb82-9db6e15d7997 req-e7ed9cfb-b6ae-4206-ba2a-509be6b89f87 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:06.020469 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-78c9e629-baac-4ba5-bb82-9db6e15d7997 req-e7ed9cfb-b6ae-4206-ba2a-509be6b89f87 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0466969 May 10 15:08:06.028420 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:08:06.048686 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:08:06.049115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c2c21f6f-dc6e-4e3e-8c29-968e9f87f9b7 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:08:06.066054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-78c9e629-baac-4ba5-bb82-9db6e15d7997 req-e32f46cc-7c29-4d8d-b211-1cbe67de437a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 May 10 15:08:06.294109 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60074) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:06.348424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (36b0088b-6768-47e6-8492-43dd2ddab84a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.372102 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (36b0088b-6768-47e6-8492-43dd2ddab84a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.417987 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (36b0088b-6768-47e6-8492-43dd2ddab84a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.420605 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.421733 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "DELETE /v2.0/security-groups/36b0088b-6768-47e6-8492-43dd2ddab84a HTTP/1.1" status: 204 len: 168 time: 0.1266031 May 10 15:08:06.424511 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:06.430917 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723e48f-58ae-4c67-81d4-e37575dd7a60 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b0088b-6768-47e6-8492-43dd2ddab84a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:06.438862 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-30460ec6-06cc-408b-88b0-3ddfb3021dde tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] show failed (client error): The resource could not be found. May 10 15:08:06.439881 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-30460ec6-06cc-408b-88b0-3ddfb3021dde tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups/36b0088b-6768-47e6-8492-43dd2ddab84a HTTP/1.1" status: 404 len: 347 time: 0.0143745 May 10 15:08:06.442804 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60078) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:06.556929 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Deleting port 72aafae9-ce55-4e8a-a90b-dd9c4833bcb1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:08:06.557187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.633510 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.633841 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.646477 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Calling delete_port for 72aafae9-ce55-4e8a-a90b-dd9c4833bcb1 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:08:06.782436 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (72aafae9-ce55-4e8a-a90b-dd9c4833bcb1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.808635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'Port': ['ID=72aafae9-ce55-4e8a-a90b-dd9c4833bcb1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:06.866801 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (9e1d868c-c836-48fc-88a8-a57d62d968e1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.869420 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:06.870595 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5b050924-1342-4550-96fc-7adad1144204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "DELETE /v2.0/floatingips/9e1d868c-c836-48fc-88a8-a57d62d968e1 HTTP/1.1" status: 204 len: 168 time: 0.4268866 May 10 15:08:06.956060 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:06.960574 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903812082', 'description': 'tempest-description--674804643'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:06.980338 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.043864 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (01196715-e557-43ab-aa75-4150b9d222da), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.047568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (01196715-e557-43ab-aa75-4150b9d222da), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.075658 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01196715-e557-43ab-aa75-4150b9d222da,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:07.080519 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.081713 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-09bc0be5-155f-4223-959e-1cf6c626ff9c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1246545 May 10 15:08:07.084624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:07.089406 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group_rule': {'security_group_id': '01196715-e557-43ab-aa75-4150b9d222da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:07.114247 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (4b5b468b-0ad5-4e1b-87dc-1ab0314fca3c), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.173152 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (4b5b468b-0ad5-4e1b-87dc-1ab0314fca3c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.177170 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (4b5b468b-0ad5-4e1b-87dc-1ab0314fca3c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.191077 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1a62-213d-49ae-b9e1-8146aabf92c0 req-255d3b1d-495c-4083-8ccf-53828c233232 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:07.193359 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-585b1a62-213d-49ae-b9e1-8146aabf92c0 req-255d3b1d-495c-4083-8ccf-53828c233232 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0588925 May 10 15:08:07.197774 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5b468b-0ad5-4e1b-87dc-1ab0314fca3c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:07.207811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.208998 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c20ac740-10c0-49f4-9bf7-626baeb225ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234684 May 10 15:08:07.213417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60088) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:07.217847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'security_group_rule': {'security_group_id': '01196715-e557-43ab-aa75-4150b9d222da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:07.242793 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (8e8e1e5f-42e4-4e80-8e1b-e702d77218ec), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.245350 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-585b1a62-213d-49ae-b9e1-8146aabf92c0 req-a59f3b30-8030-4bed-8f1e-852409af4a94 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 May 10 15:08:07.522781 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (8e8e1e5f-42e4-4e80-8e1b-e702d77218ec), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.527062 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (8e8e1e5f-42e4-4e80-8e1b-e702d77218ec), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.543730 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8e1e5f-42e4-4e80-8e1b-e702d77218ec,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:07.550470 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.551652 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d5dc05d9-8943-499b-98ef-0c50da5199b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373039 May 10 15:08:07.555218 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60090) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:07.559489 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:07.579282 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.656611 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.757413 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Allocated IP 172.27.3.38 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/c2421bfe-1258-4dd8-a7ee-907d9f7ea299) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:07.857911 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.889868 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:07.926860 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:07.930286 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:07.935761 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:08:07.956980 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=c2421bfe-1258-4dd8-a7ee-907d9f7ea299,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:08.020467 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.058870 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.200684 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.204862 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.272948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=c2421bfe-1258-4dd8-a7ee-907d9f7ea299,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:08.285216 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.301698 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:08.302962 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ec6a6728-4210-4386-9a7b-ecbcee82a3b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7467923 May 10 15:08:08.367450 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32583f52-3282-4dde-aa26-06be610c1c92 req-66962ffe-38f3-4eb2-994f-366945d121e7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:08.368943 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32583f52-3282-4dde-aa26-06be610c1c92 req-66962ffe-38f3-4eb2-994f-366945d121e7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0488915 May 10 15:08:08.416092 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32583f52-3282-4dde-aa26-06be610c1c92 req-e5a1c6a3-8e3f-4687-b7e6-763a03e3f196 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 May 10 15:08:08.497840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-790e3a68-9359-483f-9917-d1dd7a8ce753 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--903812082&fields=id&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 267 time: 0.0408771 May 10 15:08:08.602532 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-924d0831-0019-4882-b83f-7aacf2e24f17 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:08.604009 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-924d0831-0019-4882-b83f-7aacf2e24f17 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 817 time: 0.0998571 May 10 15:08:08.617891 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-e346e9fa-c99e-47be-b002-b2a618c2396d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/quotas/09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 375 time: 0.0086451 May 10 15:08:08.665826 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-521bf4a6-197f-436e-b6a7-4d9870f39253 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430880 May 10 15:08:08.802225 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-d96b35e3-6187-475d-b1b7-36a64bb95d5d service neutron] 10.222.0.83 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254966 May 10 15:08:08.892664 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-76855c39-5e59-444d-9da5-54a640aaf602 service neutron] 10.222.0.83 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 May 10 15:08:09.048823 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a68e37ac-bc3e-4c42-a3b1-0fd29a40c1a2 req-b7411da9-bc51-4892-9275-b5f8744fc332 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 210 time: 0.0304673 May 10 15:08:09.531974 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08517641-b413-45bc-b282-0fd3cd53afd3 req-3c765ff7-13b1-4060-84db-876ca43bdbd4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:09.533470 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-08517641-b413-45bc-b282-0fd3cd53afd3 req-3c765ff7-13b1-4060-84db-876ca43bdbd4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0475376 May 10 15:08:09.581494 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-08517641-b413-45bc-b282-0fd3cd53afd3 req-4c2f2fcd-3540-4350-aa79-30983e91689a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 May 10 15:08:10.149059 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7d0d9cf8-2c75-4f5f-b9db-2faf34d52d79 req-6dd4ab7e-ca22-4904-803d-f79f506619f6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 210 time: 0.0284598 May 10 15:08:10.181780 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-74109655-88fb-40e5-9201-addede3b394b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:10.183231 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-74109655-88fb-40e5-9201-addede3b394b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 817 time: 0.1156156 May 10 15:08:10.249583 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-5d48b85c-b0da-4409-8974-e84bec62116f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 379 time: 0.0530505 May 10 15:08:10.262355 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'port': {'device_id': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'admin_state_up': True, 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'security_groups': ['01196715-e557-43ab-aa75-4150b9d222da']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:10.369095 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Made reservation on behalf of 09c6a716650343c18e62bbe7235e48c8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:08:10.372765 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:10.490771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Allocated IP 172.20.0.11 (98f2117d-e406-4c1d-b8a0-22d70ac12c81/9ed8be01-6ea2-4807-ae34-e11a3019e6ad/894eaf97-5fb6-48fd-9978-9efc8dd336f9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:10.630922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:10.693052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:10.730308 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2e5c-de2f-4335-8cc0-0300fca5288f req-46d996f7-34f1-4141-9175-ac831f8ce089 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:10.731859 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36ef2e5c-de2f-4335-8cc0-0300fca5288f req-46d996f7-34f1-4141-9175-ac831f8ce089 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0800154 May 10 15:08:10.752573 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:10.757996 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:10.760405 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:08:10.798455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:10.824832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.825176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.825517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.825852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.826184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.826547 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.826876 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.827202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.827528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.827852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.828176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.828497 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.828818 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.829137 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.829456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:10.854282 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:10.854926 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:10.861144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36ef2e5c-de2f-4335-8cc0-0300fca5288f req-816604ff-fcc8-47f9-a9e4-55a650a0bb79 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231921 May 10 15:08:10.877130 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-2362f8fb-4f59-4fd6-b951-2734cc37812d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191630 May 10 15:08:10.943838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Request body: {'port': {'device_id': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:10.960006 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-391660c0-da66-4287-b898-8b25d9c2f2f2 None None] Provisioning complete for port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:08:10.961106 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391660c0-da66-4287-b898-8b25d9c2f2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:10.993877 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-391660c0-da66-4287-b898-8b25d9c2f2f2 None None] Port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:08:11.006197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.260257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:11.267806 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks [] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.269358 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889d33-d47b-481f-9e9c-401d8203babd req-eb1fa06d-ea68-4af5-883d-e6c1597fd8dd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.270898 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b889d33-d47b-481f-9e9c-401d8203babd req-eb1fa06d-ea68-4af5-883d-e6c1597fd8dd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 932 time: 0.0497541 May 10 15:08:11.281797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Transition to ACTIVE for port object 894eaf97-5fb6-48fd-9978-9efc8dd336f9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:08:11.285610 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.318518 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b889d33-d47b-481f-9e9c-401d8203babd req-33bf1425-6efc-4c3d-a272-df40a7678f12 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409563 May 10 15:08:11.352257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:11.407790 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Attempting to bind port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:08:11.408286 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Attempting to bind port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:08:11.408616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Attempting to bind port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:08:11.413191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:08:11.413513 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Attempting to bind port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 on network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:08:11.418472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:08:11.418812 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Checking segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:08:11.419205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Bound using segment: {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:08:11.419626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Bound port: 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cada17-cd66-477f-8796-207c9831a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:08:11.419987 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.488875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:08:11.492525 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:08:11.498314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.532685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.533309 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:11.534723 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] 10.222.0.87 "PUT /v2.0/ports/894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 1094 time: 0.6394086 May 10 15:08:11.535147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:11.537381 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef6ea72-143d-4cec-a901-8a02e66cf1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:11.563866 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1e6f-bedf-4070-9abd-50464f58bbec service neutron] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:11.577797 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15504b07-8388-4c13-b3bb-e818e79fb458 x-openstack-request-id: req-15504b07-8388-4c13-b3bb-e818e79fb458 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:11.578097 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:11.578347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-15504b07-8388-4c13-b3bb-e818e79fb458 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:11.578784 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15504b07-8388-4c13-b3bb-e818e79fb458'] response: {'name': 'network-changed', 'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'status': 'completed', 'code': 200} May 10 15:08:11.623787 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-8c81b9f4-ccd2-4dd9-9d58-2f9ec644f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.625342 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-8c81b9f4-ccd2-4dd9-9d58-2f9ec644f09f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1128 time: 0.0410800 May 10 15:08:11.673878 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-b142e5ed-6310-4cbf-a114-8e2c6386863f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 217 time: 0.0387230 May 10 15:08:11.723730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-161e66b8-f52b-4e6d-b035-f1bb966d6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.725189 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-161e66b8-f52b-4e6d-b035-f1bb966d6d20 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0444679 May 10 15:08:11.771791 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-a9deaf2c-eced-4499-9f09-56d620d99428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.773238 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-a9deaf2c-eced-4499-9f09-56d620d99428 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403516 May 10 15:08:11.867866 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-4250e4a4-d56c-4738-ae07-3014ad297ca4 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873156 May 10 15:08:11.956914 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d362c90a-b8ed-4c43-b7b2-61286a6fbf0a req-8611b861-be8d-44bb-ab19-f3485bd26b42 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823867 May 10 15:08:11.975467 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c8fd-c80c-4d28-b0e6-6c5bc4a470b8 req-63693263-add3-4003-96c7-a7c4c78cecb3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.977099 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d63c8fd-c80c-4d28-b0e6-6c5bc4a470b8 req-63693263-add3-4003-96c7-a7c4c78cecb3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0463297 May 10 15:08:12.027373 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d63c8fd-c80c-4d28-b0e6-6c5bc4a470b8 req-85ea2c20-0a8d-4de8-9ed9-398763fad6da tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 May 10 15:08:12.445890 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e682a9e-3083-42b0-9282-d1afbc5bd264 req-0ca65aa1-affa-40ed-987d-947b1c59fa83 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:12.447339 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8e682a9e-3083-42b0-9282-d1afbc5bd264 req-0ca65aa1-affa-40ed-987d-947b1c59fa83 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0503662 May 10 15:08:12.491683 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8e682a9e-3083-42b0-9282-d1afbc5bd264 req-8aedaaf4-937f-439d-8a82-ddb8e60f5644 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 May 10 15:08:13.123566 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-ba3ab057-140b-475f-adf4-178fe240f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.125065 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-ba3ab057-140b-475f-adf4-178fe240f49e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1128 time: 0.0394397 May 10 15:08:13.139249 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c740f8-9915-4d68-9fca-a19b5de9d22c req-0f629c58-146f-438c-983f-8fc5f9c171be tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.140712 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6c740f8-9915-4d68-9fca-a19b5de9d22c req-0f629c58-146f-438c-983f-8fc5f9c171be tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0464635 May 10 15:08:13.187155 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6c740f8-9915-4d68-9fca-a19b5de9d22c req-b0a7de7e-e1cc-4ba4-bf32-d5b256c911a4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 May 10 15:08:13.212936 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-332488d1-6982-4ce9-b896-4b6d669a20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.214449 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-332488d1-6982-4ce9-b896-4b6d669a20a0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.0830457 May 10 15:08:13.261390 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-0b01bf94-e508-4adc-b336-033cb8d600be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 217 time: 0.0398133 May 10 15:08:13.310703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-75bbbe34-ac97-4098-8c4c-d9aad9e3843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.312132 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-75bbbe34-ac97-4098-8c4c-d9aad9e3843f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0447249 May 10 15:08:13.353982 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-f11222b7-0d42-4a10-a040-64da683d7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.355442 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-f11222b7-0d42-4a10-a040-64da683d7eb2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371995 May 10 15:08:13.447501 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-ce49fdb2-5e18-4a94-842a-c2fd48be6a9b service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813632 May 10 15:08:13.536606 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aef6ea72-143d-4cec-a901-8a02e66cf1d5 req-b9f6afb2-f498-4114-9cba-24f09f7754e8 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815709 May 10 15:08:13.620501 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d009e1-1622-42eb-8617-c82aeab55206 req-b60475a3-6f7e-46dd-9e9a-badb20674d1c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:13.622238 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83d009e1-1622-42eb-8617-c82aeab55206 req-b60475a3-6f7e-46dd-9e9a-badb20674d1c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0502946 May 10 15:08:13.667762 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83d009e1-1622-42eb-8617-c82aeab55206 req-ef38ef01-0c4e-4778-93e0-37bf7293af1c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 May 10 15:08:14.087594 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:08:14.181336 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:08:14.195054 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:08:14.233604 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:08:14.234149 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:14.247280 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:14.266785 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:08:14.270810 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:14.300105 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80cc88-7b68-4afd-a806-73dfb1d7dac2 req-04a0b025-d02b-4432-81b4-e550d2dd60d9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:14.301586 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb80cc88-7b68-4afd-a806-73dfb1d7dac2 req-04a0b025-d02b-4432-81b4-e550d2dd60d9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0478630 May 10 15:08:14.317237 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:14.324668 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.325019 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.325360 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.325921 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.326258 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.326614 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.326940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.327264 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.327585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.327912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.328235 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.328560 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.328887 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.329204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.329873 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:14.348736 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb80cc88-7b68-4afd-a806-73dfb1d7dac2 req-ec72933f-31c5-4bd1-8f3b-95efecaeed83 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 May 10 15:08:14.581477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['894eaf97-5fb6-48fd-9978-9efc8dd336f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:08:14.782291 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f761c3-a6f4-4ad2-9107-3861dcb9a14f req-6f626f4a-9c0b-41e8-b7ae-1cb772e9e37b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:14.783778 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6f761c3-a6f4-4ad2-9107-3861dcb9a14f req-6f626f4a-9c0b-41e8-b7ae-1cb772e9e37b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0466137 May 10 15:08:14.830280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6f761c3-a6f4-4ad2-9107-3861dcb9a14f req-de4a0d1b-06ab-4e61-b2b5-26bfdedb24c9 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 May 10 15:08:15.465862 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c54fd4-5f9a-48c0-8697-875fd7ba9fec req-823fd066-4cb8-45b8-a495-0f67d0f48c47 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:15.467346 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62c54fd4-5f9a-48c0-8697-875fd7ba9fec req-823fd066-4cb8-45b8-a495-0f67d0f48c47 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0515912 May 10 15:08:15.513012 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62c54fd4-5f9a-48c0-8697-875fd7ba9fec req-c8bdf36c-5dfa-4df2-9f21-bc3c73e46502 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 May 10 15:08:15.943628 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a06e-972e-49ac-b713-0d94d33e1a53 req-4f1729d8-575e-42a3-8eb2-54acf5c0d4cb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:15.945109 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3a11a06e-972e-49ac-b713-0d94d33e1a53 req-4f1729d8-575e-42a3-8eb2-54acf5c0d4cb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0455215 May 10 15:08:16.106717 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:08:16.152374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:08:16.158405 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:08:16.158824 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:16.210019 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3a11a06e-972e-49ac-b713-0d94d33e1a53 req-57e161c6-606f-415b-8e22-e86e315d234b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594626 May 10 15:08:16.242521 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:08:16.242795 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:16.264531 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:16.266750 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139816d6-70ae-4015-8414-f815a8971feb" -d '{"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:16.279260 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:08:16.283743 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:16.307690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683a6dd-9491-42f8-8340-91b369ecb4e6 x-openstack-request-id: req-d683a6dd-9491-42f8-8340-91b369ecb4e6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:16.308004 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:16.308256 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d683a6dd-9491-42f8-8340-91b369ecb4e6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:16.308641 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d683a6dd-9491-42f8-8340-91b369ecb4e6'] response: {'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'code': 200} May 10 15:08:16.336554 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:16.468514 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82997-a956-4693-8b76-9bebc7b9012a req-adb61466-da94-440c-8712-f6aed251b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:16.469876 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7b82997-a956-4693-8b76-9bebc7b9012a req-adb61466-da94-440c-8712-f6aed251b7b1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1130 time: 0.0370286 May 10 15:08:16.514670 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7b82997-a956-4693-8b76-9bebc7b9012a req-c2f1d8f4-1b10-4f9d-b225-189582ce7788 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356712 May 10 15:08:16.622717 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599ee7f-35f0-45c0-a93b-3b5c07ded080 req-a08f9b55-2496-4aba-8b3e-9ca3e4269bd3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:16.624157 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d599ee7f-35f0-45c0-a93b-3b5c07ded080 req-a08f9b55-2496-4aba-8b3e-9ca3e4269bd3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0458784 May 10 15:08:16.672026 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d599ee7f-35f0-45c0-a93b-3b5c07ded080 req-c3200cb6-6635-45a9-aa62-021002a02471 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 May 10 15:08:17.328343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da43b-115d-49b8-9dba-68c7c8afec2c req-660f86a2-4b88-464c-a193-bdaa2346d74f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:17.329812 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-552da43b-115d-49b8-9dba-68c7c8afec2c req-660f86a2-4b88-464c-a193-bdaa2346d74f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0465975 May 10 15:08:17.376201 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-552da43b-115d-49b8-9dba-68c7c8afec2c req-8c525368-ff54-455b-bd3d-dbf69ea291b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 May 10 15:08:17.790356 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595fd6a-79c8-41c7-88a1-abb9649b85d1 req-bbbf07de-c382-4b0a-8e4c-b7bf6514678f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:17.791800 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2595fd6a-79c8-41c7-88a1-abb9649b85d1 req-bbbf07de-c382-4b0a-8e4c-b7bf6514678f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0461171 May 10 15:08:17.836273 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2595fd6a-79c8-41c7-88a1-abb9649b85d1 req-4ad759aa-133f-45a1-89bd-4e6f81bfcb9f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385971 May 10 15:08:18.489134 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c62423-9d6f-4a53-a6d1-19b7fd929e44 req-7cc1ef07-cbdf-407e-89b9-0dc42664ecf8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:18.490588 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61c62423-9d6f-4a53-a6d1-19b7fd929e44 req-7cc1ef07-cbdf-407e-89b9-0dc42664ecf8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0446577 May 10 15:08:18.539255 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61c62423-9d6f-4a53-a6d1-19b7fd929e44 req-812b14cb-f883-4236-860f-ff427ef5c4fb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 May 10 15:08:18.649744 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b52d-6596-4765-8560-b2c92c17e9ee req-7720ae9b-0c0d-4a82-aeb5-ff49615f0d18 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:18.651247 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bff1b52d-6596-4765-8560-b2c92c17e9ee req-7720ae9b-0c0d-4a82-aeb5-ff49615f0d18 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0466428 May 10 15:08:18.659690 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:18.663951 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Request body: {'floatingip': {'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:18.705278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:18.947531 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed8a0-97e9-438d-af21-de7b276be70b req-adba18a2-16a5-4f99-a39a-1fd5096e2b04 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:18.948987 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-575ed8a0-97e9-438d-af21-de7b276be70b req-adba18a2-16a5-4f99-a39a-1fd5096e2b04 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0464911 May 10 15:08:18.995639 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-575ed8a0-97e9-438d-af21-de7b276be70b req-39145d8f-9ed8-4884-ade6-575492fe350b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410526 May 10 15:08:19.228911 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c2c5-2d4e-46c8-8a2e-27c74131ae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:19.271031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:19.275107 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:19.374924 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Floating IP 00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6 associated. External IP: 172.27.3.38, port: 894eaf97-5fb6-48fd-9978-9efc8dd336f9. May 10 15:08:19.557607 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49999d-1589-40f4-bb88-3b3a5489ecbc req-f98aafec-6235-46b3-bee4-ebd59b3ecf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:19.558983 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3f49999d-1589-40f4-bb88-3b3a5489ecbc req-f98aafec-6235-46b3-bee4-ebd59b3ecf30 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0454986 May 10 15:08:19.642792 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:08:19.646494 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3f49999d-1589-40f4-bb88-3b3a5489ecbc req-5924288f-09c2-460c-a1fc-4af928312134 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800297 May 10 15:08:19.754510 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:08:19.759998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:19.766880 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:19.778526 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:19.779131 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:19.792308 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a37ee4de-9cee-468e-b26d-7f68eb833719 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "PUT /v2.0/floatingips/00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6 HTTP/1.1" status: 200 len: 991 time: 1.1295586 May 10 15:08:19.792308 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:19.795886 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb31b64-da0d-430f-91cf-0d835824956d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:19.888047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c550271a-c796-4782-b5cb-302c62a23f39 x-openstack-request-id: req-c550271a-c796-4782-b5cb-302c62a23f39 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:19.888338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:19.888593 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c550271a-c796-4782-b5cb-302c62a23f39 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:19.888876 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:19.888991 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c550271a-c796-4782-b5cb-302c62a23f39'] response: {'name': 'network-changed', 'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'status': 'completed', 'code': 200} May 10 15:08:19.948483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31b64-da0d-430f-91cf-0d835824956d req-40df894f-095f-40f6-b6c2-1f071ffe5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:19.950055 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-40df894f-095f-40f6-b6c2-1f071ffe5c84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1130 time: 0.0396476 May 10 15:08:20.043253 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31b64-da0d-430f-91cf-0d835824956d req-b2092e22-5249-41ab-8e0d-1d832cd1765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:20.044769 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-b2092e22-5249-41ab-8e0d-1d832cd1765f service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.0881236 May 10 15:08:20.107669 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:07Z', 'updated_at': '2022-05-10T15:08:19Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:20.111721 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-5413ea36-b2a8-41aa-971a-107cad64943d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 999 time: 0.0598743 May 10 15:08:20.112389 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff54627-f8fc-4cec-ad9c-88f24841f10f req-0a237e12-7a14-4424-9923-bdedf9fa1783 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:20.114003 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ff54627-f8fc-4cec-ad9c-88f24841f10f req-0a237e12-7a14-4424-9923-bdedf9fa1783 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0469577 May 10 15:08:20.137596 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:20.145726 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:20.146323 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:07:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:20.161254 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ff54627-f8fc-4cec-ad9c-88f24841f10f req-e64c24e5-4245-41c2-bae2-dbf5111d4d6e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 May 10 15:08:20.250069 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:20.448153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31b64-da0d-430f-91cf-0d835824956d req-e7a6c5de-842d-4861-9596-04e27e17a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:20.449592 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-e7a6c5de-842d-4861-9596-04e27e17a790 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0433168 May 10 15:08:20.459854 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:07Z', 'updated_at': '2022-05-10T15:08:19Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:20.488937 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36c437-ec8b-4868-bd00-a96c30d2c106 None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:07Z', 'updated_at': '2022-05-10T15:08:19Z', 'revision_number': 1, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:20.497673 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31b64-da0d-430f-91cf-0d835824956d req-2b4f96df-4f23-41f8-bdd0-79e88027bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:20.499203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-2b4f96df-4f23-41f8-bdd0-79e88027bf36 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420024 May 10 15:08:20.589946 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-77ef09e8-8cb9-4bfe-9aa6-c39dc95bb538 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 May 10 15:08:20.671602 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ed579-874a-4e39-baba-cadaf540eabc None None] New status for floating IP 00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:20.687191 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5cb31b64-da0d-430f-91cf-0d835824956d req-3f6d4ffc-62aa-4c7b-8966-1603844e2661 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903361 May 10 15:08:21.276454 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994a2d-9077-4278-8fd0-7fb39a8a3c78 req-66bd3694-d9ca-4830-9b07-bc4a7b7d3fec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:21.277907 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-97994a2d-9077-4278-8fd0-7fb39a8a3c78 req-66bd3694-d9ca-4830-9b07-bc4a7b7d3fec tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0473168 May 10 15:08:21.323322 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-97994a2d-9077-4278-8fd0-7fb39a8a3c78 req-e37af408-1a85-43aa-9890-f844fc86b0b6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 May 10 15:08:21.389672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05a3787a-2508-4539-9672-830c8bef8781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:22.438339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c67777-9775-49a3-af11-08691333448b req-2d455486-544b-41bd-905a-471d2e444cf8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:22.439811 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35c67777-9775-49a3-af11-08691333448b req-2d455486-544b-41bd-905a-471d2e444cf8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0491467 May 10 15:08:22.485412 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35c67777-9775-49a3-af11-08691333448b req-626f819a-b91c-44f3-8fab-19079e23e2a4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401495 May 10 15:08:22.682198 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:22.833424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-00ca4162-3454-45a8-851a-574fc2f7aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:22.835029 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-00ca4162-3454-45a8-851a-574fc2f7aeb5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0667760 May 10 15:08:22.845768 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae209113-b547-4111-b346-a6eac5ab4dc8 req-233f612f-5da5-48c1-a3fc-3981db6bea15 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:22.847097 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae209113-b547-4111-b346-a6eac5ab4dc8 req-233f612f-5da5-48c1-a3fc-3981db6bea15 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0691199 May 10 15:08:23.159481 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae209113-b547-4111-b346-a6eac5ab4dc8 req-e8dd8a43-f281-4af9-8419-57114c0f9893 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046117 May 10 15:08:23.177689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-8198e453-bb69-4a2e-8bc7-1a25d514ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:23.179689 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-8198e453-bb69-4a2e-8bc7-1a25d514ce1a service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.3312788 May 10 15:08:23.245731 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-44d5f3c4-9bca-40c6-a35a-4cd29a4de905 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1002 time: 0.0597281 May 10 15:08:23.293655 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-611cefc8-3a9d-4dec-9b59-32ddd5130337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:23.295111 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-611cefc8-3a9d-4dec-9b59-32ddd5130337 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0420439 May 10 15:08:23.336524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-d9b9ded0-4799-4784-ae8d-cb49594cee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:23.337849 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-d9b9ded0-4799-4784-ae8d-cb49594cee09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367630 May 10 15:08:23.427567 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-4761e218-116e-480d-a553-2e514f671e8e service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833819 May 10 15:08:23.513237 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b554c0c6-d84e-4fd2-89e3-8e4562bc1cf0 req-a54de9c7-55df-4928-810c-e4c905ddfd64 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782793 May 10 15:08:24.009972 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:24.272585 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c04c76-65a0-4ddf-b718-25eb8baff1c1 req-c315ec91-f1dd-4f16-9b08-2bf647099133 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:24.274630 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6c04c76-65a0-4ddf-b718-25eb8baff1c1 req-c315ec91-f1dd-4f16-9b08-2bf647099133 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0462663 May 10 15:08:24.320281 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6c04c76-65a0-4ddf-b718-25eb8baff1c1 req-c239dd0a-5fa4-4a76-97b0-33925853781a tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 May 10 15:08:25.436931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c15c73-517b-4495-980b-f4feab4d82d7 req-1e8f2749-8cf9-4014-a1cf-9b9fe77030f6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:25.438410 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-73c15c73-517b-4495-980b-f4feab4d82d7 req-1e8f2749-8cf9-4014-a1cf-9b9fe77030f6 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0515347 May 10 15:08:25.484054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-73c15c73-517b-4495-980b-f4feab4d82d7 req-238461c5-51d6-47b8-aa72-ebf62f9dea0e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 May 10 15:08:25.575875 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:26.597717 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f61e2-33d2-48b3-95bf-a579da1be2a3 req-3d86ce72-6869-4fed-ac88-89d00b7787a7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:26.599245 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb5f61e2-33d2-48b3-95bf-a579da1be2a3 req-3d86ce72-6869-4fed-ac88-89d00b7787a7 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0493376 May 10 15:08:26.645768 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb5f61e2-33d2-48b3-95bf-a579da1be2a3 req-8e7a4b87-baba-44e8-8884-2c0045357dde tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 May 10 15:08:26.752576 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9d491-2b5b-4331-8664-86d653910536 req-1e5343c4-5053-4564-ade8-64d93a711b08 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:26.753984 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d8b9d491-2b5b-4331-8664-86d653910536 req-1e5343c4-5053-4564-ade8-64d93a711b08 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0458815 May 10 15:08:26.762718 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:26.766893 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Request body: {'floatingip': {'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:26.823666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:27.278559 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:27.282133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:27.489132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:08:27.596745 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:08:27.601012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:27.606026 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:27.616434 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:27.617548 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:27.630966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:27.633771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bd60d-d894-4255-a9a0-e88afccd9887" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:27.669395 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-31a27205-3c4e-408f-8b07-3b0a3f88b49f tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "PUT /v2.0/floatingips/ef6c1117-060f-4c4c-82a9-e6ca04af5187 HTTP/1.1" status: 200 len: 994 time: 0.9056377 May 10 15:08:27.671059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59e17b-4c09-4916-9729-7c164f7d0c44 x-openstack-request-id: req-9a59e17b-4c09-4916-9729-7c164f7d0c44 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:27.671620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:27.671620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9a59e17b-4c09-4916-9729-7c164f7d0c44 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:27.672044 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a59e17b-4c09-4916-9729-7c164f7d0c44'] response: {'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'status': 'completed', 'code': 200} May 10 15:08:27.729844 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-1aca0684-2291-4c8b-89ff-8f285182d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:27.730974 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:27.731428 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-1aca0684-2291-4c8b-89ff-8f285182d152 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0391519 May 10 15:08:27.818049 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-562740b6-ea6d-4573-bd13-a8bb9d7e7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:27.819585 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-562740b6-ea6d-4573-bd13-a8bb9d7e7305 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.0822465 May 10 15:08:27.888479 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-dda0244c-effb-4046-912c-805113c60fa2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1002 time: 0.0625224 May 10 15:08:27.937369 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-cdd9ee07-b35c-40e9-b083-92eea9c9e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:27.938942 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-cdd9ee07-b35c-40e9-b083-92eea9c9e841 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0434344 May 10 15:08:27.942018 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:08:27Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:27.983601 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-6adc0a8a-8386-4c8b-ae15-20543afbf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:27.985160 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-6adc0a8a-8386-4c8b-ae15-20543afbf59d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389881 May 10 15:08:28.055767 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:28.064118 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:28.064715 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:28.079814 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-2939d019-8fd7-408b-80d9-345d43a0401a service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876443 May 10 15:08:28.169530 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:28.169807 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-417bd60d-d894-4255-a9a0-e88afccd9887 req-ce59f3fd-2388-48bc-bc35-15acf942e799 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808830 May 10 15:08:28.378896 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:08:27Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:28.407881 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ed0d-9336-4a0d-aadd-639382cfd26b None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'ef6c1117-060f-4c4c-82a9-e6ca04af5187', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'port_id': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'mac_address': 'fa:16:3e:c9:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:06:15Z', 'updated_at': '2022-05-10T15:08:27Z', 'revision_number': 3, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:29.672685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:29.675016 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b2c2a2-635c-46dd-9a56-2251563b78d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:29.709422 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e72c35-aa6a-4599-85a0-f800a13bf74c x-openstack-request-id: req-d5e72c35-aa6a-4599-85a0-f800a13bf74c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:29.709712 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:29.709965 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d5e72c35-aa6a-4599-85a0-f800a13bf74c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:29.710366 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e72c35-aa6a-4599-85a0-f800a13bf74c'] response: {'name': 'network-changed', 'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'status': 'completed', 'code': 200} May 10 15:08:29.793737 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-96cd0659-ed61-4c63-868f-bb23466d221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:29.795239 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-96cd0659-ed61-4c63-868f-bb23466d221a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0443671 May 10 15:08:29.881703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-ddeba6da-cc1e-4138-adb6-f24524317376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:29.883249 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-ddeba6da-cc1e-4138-adb6-f24524317376 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.0821321 May 10 15:08:29.952272 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-ecf9ce14-b046-4666-a9e4-35a6a21fa739 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1002 time: 0.0612385 May 10 15:08:30.000057 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-d436b2f5-9495-4945-831e-0ef43e6808be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:30.001450 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-d436b2f5-9495-4945-831e-0ef43e6808be service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0427442 May 10 15:08:30.045485 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-0c68b980-7ca2-4047-926a-248e512f93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:30.046932 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-0c68b980-7ca2-4047-926a-248e512f93ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376801 May 10 15:08:30.137831 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-fb2efbdf-a147-457d-a87c-a3954bb26580 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827558 May 10 15:08:30.225558 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-50b2c2a2-635c-46dd-9a56-2251563b78d0 req-22849ae3-6973-4b5b-aad6-e7e4cc6afae3 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806015 May 10 15:08:31.799679 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:08:33.734198 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:49.230972 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c965-fa36-45c2-9eaa-56b895e40d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:50.752796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b8f87-2c89-4576-86b2-a231a5d104a3 req-65d3962f-3cad-4047-824c-430058478494 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:50.754273 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e0b8f87-2c89-4576-86b2-a231a5d104a3 req-65d3962f-3cad-4047-824c-430058478494 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0506566 May 10 15:08:50.799760 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e0b8f87-2c89-4576-86b2-a231a5d104a3 req-2069fc67-7a1c-4523-8e1c-42b666f0b4f6 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 May 10 15:08:51.390064 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e419cbc-d457-46d5-9d2f-161aac11e46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:51.912549 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c8b0-008a-4503-a788-43fcbf0a86ab req-23ad42e9-2df1-432f-8253-68fab3630b34 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:51.914044 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c79c8b0-008a-4503-a788-43fcbf0a86ab req-23ad42e9-2df1-432f-8253-68fab3630b34 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0464959 May 10 15:08:51.959485 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c79c8b0-008a-4503-a788-43fcbf0a86ab req-6fa0b862-88f0-4904-bd0e-c58c1814ac89 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397236 May 10 15:08:52.685573 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.074809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c1922-33ee-43fb-a61f-a3c9394bd078 req-97ce03eb-97ea-473d-94bf-5640915a0c07 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:53.076275 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f82c1922-33ee-43fb-a61f-a3c9394bd078 req-97ce03eb-97ea-473d-94bf-5640915a0c07 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0498171 May 10 15:08:53.121267 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f82c1922-33ee-43fb-a61f-a3c9394bd078 req-a9e3e7a3-9b94-4b5c-a011-82bebb0bbeb2 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=2477baf4-44d5-4ee3-9b01-ec832133dc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395086 May 10 15:08:53.303113 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-d41d404a-42e4-4d0c-809a-382a9878903d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:53.304436 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-d41d404a-42e4-4d0c-809a-382a9878903d tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 946 time: 0.0446305 May 10 15:08:53.390235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port ff51cc44-1439-4f2f-9f84-c17754faedc2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:08:53.390614 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.476155 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] For port ff51cc44-1439-4f2f-9f84-c17754faedc2, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ff51cc44-1439-4f2f-9f84-c17754faedc2,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:08:53.476513 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.646920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.647274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.647591 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7 disassociated. External IP: 172.27.3.36, port: ff51cc44-1439-4f2f-9f84-c17754faedc2. May 10 15:08:53.647923 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for ff51cc44-1439-4f2f-9f84-c17754faedc2 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:08:53.769769 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ff51cc44-1439-4f2f-9f84-c17754faedc2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:53.800001 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=ff51cc44-1439-4f2f-9f84-c17754faedc2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:53.912113 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:08:54.012740 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:54.020308 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:08:54.030781 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:54.040395 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:54.041011 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:54.064388 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] No DVR routers for this DVR port ff51cc44-1439-4f2f-9f84-c17754faedc2 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:54.066948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:54.070138 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f12911de-7d1a-4647-bdf7-ba1c99f0ab34 req-71d511fd-46d6-466d-bc32-252932ebc7da tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "DELETE /v2.0/ports/ff51cc44-1439-4f2f-9f84-c17754faedc2 HTTP/1.1" status: 204 len: 173 time: 0.7591524 May 10 15:08:54.070618 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'name': 'network-vif-deleted', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:54.073363 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c89d70d-60d9-4a6b-aaf3-bdf95d353b81" -d '{"events": [{"server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "name": "network-vif-deleted", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:08:54.123037 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b2571-33a9-4636-b358-bfc047f1bcc4 x-openstack-request-id: req-571b2571-33a9-4636-b358-bfc047f1bcc4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:08:54.123657 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423901c-6ff6-4d8e-88fd-fc1fd3f4309b", "name": "network-vif-deleted", "tag": "ff51cc44-1439-4f2f-9f84-c17754faedc2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:08:54.123657 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-571b2571-33a9-4636-b358-bfc047f1bcc4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:08:54.124001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571b2571-33a9-4636-b358-bfc047f1bcc4'] response: {'server_uuid': 'b423901c-6ff6-4d8e-88fd-fc1fd3f4309b', 'name': 'network-vif-deleted', 'tag': 'ff51cc44-1439-4f2f-9f84-c17754faedc2', 'status': 'completed', 'code': 200} May 10 15:08:54.167225 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:54.237859 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae0843d8-f225-46eb-a031-d88bd220dbda req-048bdd9c-84eb-49ce-ba50-19a08d6fe869 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=b423901c-6ff6-4d8e-88fd-fc1fd3f4309b HTTP/1.1" status: 200 len: 210 time: 0.0381718 May 10 15:08:54.366905 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:54.396884 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:54.405547 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:08:54.406141 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:54.510996 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:08:54.698764 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:54.724571 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c6f52-9b50-455f-9cd2-90f839dfea66 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:54.948557 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62432114-a591-417a-a071-d01f6d8e42f2 None None] New status for floating IP 7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:55.329537 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:55.381828 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (2477baf4-44d5-4ee3-9b01-ec832133dc7a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.404832 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (2477baf4-44d5-4ee3-9b01-ec832133dc7a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.453623 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2477baf4-44d5-4ee3-9b01-ec832133dc7a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.456182 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.457305 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/security-groups/2477baf4-44d5-4ee3-9b01-ec832133dc7a HTTP/1.1" status: 204 len: 168 time: 0.1268046 May 10 15:08:55.460072 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:55.466476 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2477baf4-44d5-4ee3-9b01-ec832133dc7a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:55.473299 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.473469 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-863777a1-d483-4120-8b83-e69ffe76978e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] show failed (client error): The resource could not be found. May 10 15:08:55.473644 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.473979 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.474313 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.474556 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-863777a1-d483-4120-8b83-e69ffe76978e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups/2477baf4-44d5-4ee3-9b01-ec832133dc7a HTTP/1.1" status: 404 len: 347 time: 0.0132523 May 10 15:08:55.474741 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.475064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.475388 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.475706 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.476023 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.476343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.476663 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.477554 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:55.477688 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.477920 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.478233 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.478571 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3adbc-72b1-4172-add1-0abe54d98223 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:55.579497 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.589909 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port 16b00678-a313-403b-b72c-3692699d90b2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:08:55.590250 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (16b00678-a313-403b-b72c-3692699d90b2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.666294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (16b00678-a313-403b-b72c-3692699d90b2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.666568 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (16b00678-a313-403b-b72c-3692699d90b2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.679108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for 16b00678-a313-403b-b72c-3692699d90b2 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:08:55.808216 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (16b00678-a313-403b-b72c-3692699d90b2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.833788 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=16b00678-a313-403b-b72c-3692699d90b2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:55.894112 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.896578 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:55.897704 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-98b4859f-76e7-4d46-84bd-87c6e8f6fa54 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/floatingips/7db5b033-04fd-4cc0-8b7b-ad60d6c95bf7 HTTP/1.1" status: 204 len: 168 time: 0.4192998 May 10 15:08:55.960122 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:55.964687 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914647512', 'description': 'tempest-description--1532305810'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:55.984096 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.048212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (89e7cac5-5a1b-4e90-8650-cad0815dfde0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.051424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (89e7cac5-5a1b-4e90-8650-cad0815dfde0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.077759 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.078966 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1178377 May 10 15:08:56.081928 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60314) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:56.082819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a8eb5-1c2e-4a73-a3da-ff66d4e9e0c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7cac5-5a1b-4e90-8650-cad0815dfde0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.087692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '89e7cac5-5a1b-4e90-8650-cad0815dfde0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:56.113147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (b3cb3088-4581-48db-bcc4-bee63ca9ea20), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.167837 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (b3cb3088-4581-48db-bcc4-bee63ca9ea20), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.171451 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (b3cb3088-4581-48db-bcc4-bee63ca9ea20), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.188456 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cb3088-4581-48db-bcc4-bee63ca9ea20,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.197434 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.198648 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7450cacf-4a0b-4619-b75a-e0f2f465a933 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153476 May 10 15:08:56.201307 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:56.205611 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'security_group_rule': {'security_group_id': '89e7cac5-5a1b-4e90-8650-cad0815dfde0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:56.228586 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (2a131ed9-84fe-4ce4-a1cf-c681a82fc8d2), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.283069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (2a131ed9-84fe-4ce4-a1cf-c681a82fc8d2), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.286672 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (2a131ed9-84fe-4ce4-a1cf-c681a82fc8d2), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.303907 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a131ed9-84fe-4ce4-a1cf-c681a82fc8d2,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.312243 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.313414 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a32b219b-2f17-4d65-af82-bf95498a267f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111634 May 10 15:08:56.316663 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:08:56.320855 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:56.328889 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ff51cc44-1439-4f2f-9f84-c17754faedc2 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:08:56.348331 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.348949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: ff51cc44-1439-4f2f-9f84-c17754faedc2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:08:56.349040 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ff51cc44-1439-4f2f-9f84-c17754faedc2 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:08:56.427824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.527894 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.27.3.156 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/1ba90a55-de69-4a60-813a-5af3312deb1f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:56.631445 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.663859 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.700794 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:56.703498 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:56.708864 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:08:56.714130 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=1ba90a55-de69-4a60-813a-5af3312deb1f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.796106 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.831023 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.977018 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:56.981358 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:57.047994 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=1ba90a55-de69-4a60-813a-5af3312deb1f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:57.058081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:57.072751 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:57.073974 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7f9625d6-9a62-4246-90db-163d13788b5f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7563627 May 10 15:08:57.219303 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-01f6eb23-4649-4f1c-8c02-20f829c05707 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--914647512&fields=id&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 267 time: 0.0407879 May 10 15:08:57.322992 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-e86d0d0d-8771-48ca-9cea-f60951d610c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:57.324384 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-e86d0d0d-8771-48ca-9cea-f60951d610c4 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.0989511 May 10 15:08:57.338619 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-55af24cc-3a8e-4e62-8e84-bc2a3b4cb491 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/quotas/8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 375 time: 0.0088050 May 10 15:08:57.386711 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-7ab764f9-3250-4f81-a921-b73b88c341f7 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433016 May 10 15:08:57.487666 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-a9fa2fef-8b1d-47a2-943a-8f0717961115 service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898654 May 10 15:08:57.575697 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-38d84286-8d2b-4bd2-87b6-c9260938b608 service neutron] 10.222.0.83 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813823 May 10 15:08:57.733965 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e203003c-c96f-4826-8d95-13235460b89b req-bc9631f4-a082-4a4f-9ac5-8cc5d3aeadec tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 210 time: 0.0270305 May 10 15:08:58.944215 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d052d5c8-6171-4ed3-9f56-42c2d128f644 req-d724834f-7c1b-4bc8-8aa5-2a2f78e1eb3b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 210 time: 0.0347481 May 10 15:08:58.984028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-62fccf9f-ef69-4eca-b875-b5da679a30ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:58.985431 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-62fccf9f-ef69-4eca-b875-b5da679a30ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 812 time: 0.3498337 May 10 15:08:59.044296 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-c52de33c-dc2e-4a29-b6a4-e30a4378e792 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8961e0a1d6d443a0847533b83aa1ea8b HTTP/1.1" status: 200 len: 379 time: 0.0487680 May 10 15:08:59.054654 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'port': {'device_id': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'admin_state_up': True, 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'security_groups': ['89e7cac5-5a1b-4e90-8650-cad0815dfde0']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:59.158360 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Made reservation on behalf of 8961e0a1d6d443a0847533b83aa1ea8b for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:08:59.162705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.285260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Allocated IP 172.20.0.12 (56419087-50d9-434c-b827-6ceec51e5c27/6331044a-f340-4d41-96ef-a0f0098bb615/8249c515-6b47-4c2d-96f0-3890fe222b3f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:59.417284 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.449504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.497986 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Network 56419087-50d9-434c-b827-6ceec51e5c27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:59.501062 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:59.507358 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:08:59.529208 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event updated for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.558209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:59.558696 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.575354 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-762eadfd-6965-40ab-8daa-5d301ac58bb0 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5240328 May 10 15:08:59.588266 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Request body: {'port': {'device_id': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:08:59.655162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.751478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c09c5ec-4a77-4c78-ab15-aeb61db58171 None None] Provisioning complete for port 8249c515-6b47-4c2d-96f0-3890fe222b3f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:08:59.752060 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c09c5ec-4a77-4c78-ab15-aeb61db58171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.787581 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c09c5ec-4a77-4c78-ab15-aeb61db58171 None None] Port 8249c515-6b47-4c2d-96f0-3890fe222b3f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:08:59.921072 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8249c515-6b47-4c2d-96f0-3890fe222b3f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:59.928439 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks [] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.940418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Transition to ACTIVE for port object 8249c515-6b47-4c2d-96f0-3890fe222b3f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:08:59.944197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:08:59.996753 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.069299 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Attempting to bind port 8249c515-6b47-4c2d-96f0-3890fe222b3f on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:09:00.069633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Attempting to bind port 8249c515-6b47-4c2d-96f0-3890fe222b3f by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:09:00.069968 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Attempting to bind port 8249c515-6b47-4c2d-96f0-3890fe222b3f on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:09:00.073443 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f58b6-5bce-4fce-bd0a-521b13a87c58 req-175b61a1-3c48-42df-a96a-496a6fd223bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.075179 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-476f58b6-5bce-4fce-bd0a-521b13a87c58 req-175b61a1-3c48-42df-a96a-496a6fd223bb tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 944 time: 0.0545940 May 10 15:09:00.075327 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Port 8249c515-6b47-4c2d-96f0-3890fe222b3f on network 56419087-50d9-434c-b827-6ceec51e5c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:09:00.075649 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Attempting to bind port 8249c515-6b47-4c2d-96f0-3890fe222b3f on network 56419087-50d9-434c-b827-6ceec51e5c27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:09:00.080994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:09:00.081333 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Checking segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:09:00.081721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Bound using segment: {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:09:00.082150 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Bound port: 8249c515-6b47-4c2d-96f0-3890fe222b3f, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:09:00.082563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:00.129779 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-476f58b6-5bce-4fce-bd0a-521b13a87c58 req-1ac26cf2-6a65-423b-91ad-5beba442ca04 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477574 May 10 15:09:00.159053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:09:00.162048 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:09:00.167943 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:00.200241 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.200865 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:00.202279 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] 10.222.0.87 "PUT /v2.0/ports/8249c515-6b47-4c2d-96f0-3890fe222b3f HTTP/1.1" status: 200 len: 1094 time: 0.6183274 May 10 15:09:00.202778 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:00.204954 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fff5bb-5c9e-4fbe-bde4-30700ba34480" -d '{"events": [{"name": "network-changed", "server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:00.232119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011dc40-324a-4ca0-8df8-70e1b067e8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.260332 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf60bc-5a74-4224-9800-a711a693bcd9 x-openstack-request-id: req-bedf60bc-5a74-4224-9800-a711a693bcd9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:00.260528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:00.260789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bedf60bc-5a74-4224-9800-a711a693bcd9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:00.261188 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedf60bc-5a74-4224-9800-a711a693bcd9'] response: {'name': 'network-changed', 'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'status': 'completed', 'code': 200} May 10 15:09:00.292411 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-8d5d4d6d-5fb5-4cbb-8306-0a0af225cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.293924 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-8d5d4d6d-5fb5-4cbb-8306-0a0af225cdf0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 1128 time: 0.0435460 May 10 15:09:00.342536 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-7cffa8f2-7b83-4a1c-a6b6-cd264d0f3c36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f HTTP/1.1" status: 200 len: 217 time: 0.0400426 May 10 15:09:00.392287 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-e5dd5954-457d-4743-9356-5fb0069333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.393747 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-e5dd5954-457d-4743-9356-5fb0069333cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0447114 May 10 15:09:00.440256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-c400e1d0-5d66-4b5e-8c41-74a4c4e78edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.441726 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-c400e1d0-5d66-4b5e-8c41-74a4c4e78edb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374439 May 10 15:09:00.532730 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-cf25c749-fe3b-4069-baf5-0277f725c4c2 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838997 May 10 15:09:00.620786 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0f4430aa-6ea5-4b30-978f-2c3cd6f7b551 req-cfc25d39-febc-4da8-a3f8-6c173aa88d20 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799448 May 10 15:09:01.243715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f221e6-56f5-4573-aa59-2a03be617092 req-d073f014-4509-492f-bb53-7bef94a9ec9a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.245065 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73f221e6-56f5-4573-aa59-2a03be617092 req-d073f014-4509-492f-bb53-7bef94a9ec9a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 944 time: 0.0457613 May 10 15:09:01.290750 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73f221e6-56f5-4573-aa59-2a03be617092 req-0e16058c-bf8d-44b5-ad69-98e39cffeecd tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 May 10 15:09:01.659173 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-fbc0265f-592a-4fe2-85e7-64ea749ae958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.660652 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-fbc0265f-592a-4fe2-85e7-64ea749ae958 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 1128 time: 0.0486395 May 10 15:09:01.764688 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-ac77379d-abc9-42b6-bcae-3fbb2b82f027 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447028 May 10 15:09:01.802976 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-b5dadd13-a3e9-46de-bc58-925f152f8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.804361 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-b5dadd13-a3e9-46de-bc58-925f152f8dd1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.1264997 May 10 15:09:01.856175 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-d1b1f915-d104-4cc6-b574-429516a8abcf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f HTTP/1.1" status: 200 len: 217 time: 0.0370958 May 10 15:09:01.862547 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-ac584103-f634-468e-8ad4-965b5ef62ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.863949 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-ac584103-f634-468e-8ad4-965b5ef62ce9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d851fe67b7e940f9b20979bdd619bf48&device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 1130 time: 0.0751600 May 10 15:09:01.910162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-3a4d9558-ddad-4ad0-a254-14083c030ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.911612 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-3a4d9558-ddad-4ad0-a254-14083c030ccf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0463233 May 10 15:09:02.002013 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-ad45d604-5307-4970-96c9-86a13ba613a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.003526 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-ad45d604-5307-4970-96c9-86a13ba613a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746319 May 10 15:09:02.072793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-b2a7796e-90e0-488a-b10d-a80e6fe70bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.074308 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-b2a7796e-90e0-488a-b10d-a80e6fe70bc1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 200 len: 919 time: 0.1661339 May 10 15:09:02.160382 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-cde54b33-4da9-48b3-927e-e93f24f29b8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 200 len: 1002 time: 0.0779424 May 10 15:09:02.163644 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-3a0197c7-26e1-41a4-9485-f5c2577bbcea service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482408 May 10 15:09:02.276459 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-647eff45-26e5-413a-a660-3bf26cf106b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.277878 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-647eff45-26e5-413a-a660-3bf26cf106b9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 200 len: 857 time: 0.0927577 May 10 15:09:02.310499 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-43fff5bb-5c9e-4fbe-bde4-30700ba34480 req-78f061c8-6e21-42c4-838d-0b8edb59ac47 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242516 May 10 15:09:02.338028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-a213f8a3-f31d-4de7-b077-91571d728fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.339576 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-a213f8a3-f31d-4de7-b077-91571d728fb0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bb0f29c1-b758-46a7-96df-e2b922422879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425448 May 10 15:09:02.341504 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8249c515-6b47-4c2d-96f0-3890fe222b3f details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:09:02.441921 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:02.448122 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d8b9f-cbd5-4c13-bb70-7dc5e5aba992 req-e208fd7a-8798-4154-8f39-8564549e28a2 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.449590 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b86d8b9f-cbd5-4c13-bb70-7dc5e5aba992 req-e208fd7a-8798-4154-8f39-8564549e28a2 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 944 time: 0.0898330 May 10 15:09:02.453446 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'port_id': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'mac_address': 'fa:16:3e:1e:55:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:09:02.491864 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-05d87137-88ca-4324-9e10-0486d56b3ca7 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412778 May 10 15:09:02.493694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 8249c515-6b47-4c2d-96f0-3890fe222b3f is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:02.494086 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:02.507625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8249c515-6b47-4c2d-96f0-3890fe222b3f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:02.526474 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:02.530424 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:02.533885 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b86d8b9f-cbd5-4c13-bb70-7dc5e5aba992 req-bd3e6c01-dd9e-48a1-9a7e-401b1535c3d6 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759759 May 10 15:09:02.578182 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:02.600516 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c158bd51-fd58-4e74-9f16-7696dc5b8fb9 req-7055694f-f0f9-4dd2-9022-2b58d3ccf7c8 service neutron] 10.222.0.87 "GET /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977707 May 10 15:09:02.883991 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['8249c515-6b47-4c2d-96f0-3890fe222b3f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:09:03.644198 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb53ebd-1e74-43ff-910e-28623c02fd3e req-a89a833c-3d1d-4b4a-8af1-7ea461dc540a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:03.645553 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ecb53ebd-1e74-43ff-910e-28623c02fd3e req-a89a833c-3d1d-4b4a-8af1-7ea461dc540a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 945 time: 0.0460265 May 10 15:09:03.694544 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ecb53ebd-1e74-43ff-910e-28623c02fd3e req-e435e072-4b84-44a9-b0fb-2a95a1083ba3 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 May 10 15:09:03.729172 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:04.349568 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8249c515-6b47-4c2d-96f0-3890fe222b3f up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:09:04.393748 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 8249c515-6b47-4c2d-96f0-3890fe222b3f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:09:04.400789 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 8249c515-6b47-4c2d-96f0-3890fe222b3f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:04.401388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:04.620519 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 8249c515-6b47-4c2d-96f0-3890fe222b3f is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:04.620910 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:04.643010 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:04.645402 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6fb68a-c696-4d44-a5bc-da1db8a960e0" -d '{"events": [{"server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "name": "network-vif-plugged", "status": "completed", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:04.657633 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:04.661772 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:04.711777 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:04.741315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec465ed-ee9e-429d-9ab9-d7fc2a5a52da x-openstack-request-id: req-4ec465ed-ee9e-429d-9ab9-d7fc2a5a52da {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:04.741940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "name": "network-vif-plugged", "status": "completed", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:04.742042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ec465ed-ee9e-429d-9ab9-d7fc2a5a52da {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:04.743052 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec465ed-ee9e-429d-9ab9-d7fc2a5a52da'] response: {'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'code': 200} May 10 15:09:04.811507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b31c12-fe61-46e4-b11c-780797cfeb0e req-fdfca20b-527c-4cda-8e01-17b5d670e329 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:04.812988 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-81b31c12-fe61-46e4-b11c-780797cfeb0e req-fdfca20b-527c-4cda-8e01-17b5d670e329 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0491571 May 10 15:09:04.862234 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-81b31c12-fe61-46e4-b11c-780797cfeb0e req-d0daa773-c041-4ee7-9121-f8e0945feb55 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 May 10 15:09:04.927641 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4361-7334-43ef-bfad-6060e4c63243 req-3da4f19f-f8b1-458c-8fdf-d23049de9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:04.929113 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-956b4361-7334-43ef-bfad-6060e4c63243 req-3da4f19f-f8b1-458c-8fdf-d23049de9a3d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 1130 time: 0.0420091 May 10 15:09:04.975132 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-956b4361-7334-43ef-bfad-6060e4c63243 req-fa195cca-6cfd-4abd-89c9-9a030f373bf2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356963 May 10 15:09:05.975012 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252620d9-40f7-4b7a-a499-30a0dc627dec req-0f91390d-2be8-413b-91c7-bdb7c496de76 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:05.976464 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-252620d9-40f7-4b7a-a499-30a0dc627dec req-0f91390d-2be8-413b-91c7-bdb7c496de76 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0449860 May 10 15:09:06.022727 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-252620d9-40f7-4b7a-a499-30a0dc627dec req-6b0002ab-5e99-466d-8bae-ae49ebb60161 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 May 10 15:09:06.785259 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da4b2-476a-48d1-b4e1-262bdc6ed7a5 req-720cdcc4-ce11-4eb9-9b3f-212923921c37 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:06.786903 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-060da4b2-476a-48d1-b4e1-262bdc6ed7a5 req-720cdcc4-ce11-4eb9-9b3f-212923921c37 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0488627 May 10 15:09:06.831626 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-060da4b2-476a-48d1-b4e1-262bdc6ed7a5 req-d2fdc584-b205-4096-89e2-bc7b26816cd8 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392315 May 10 15:09:07.133712 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067fd86-086e-4e8d-928c-b9864f1574d0 req-022c532c-87fc-4565-a544-2b952830d82b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:07.135202 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8067fd86-086e-4e8d-928c-b9864f1574d0 req-022c532c-87fc-4565-a544-2b952830d82b tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0460627 May 10 15:09:07.184013 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8067fd86-086e-4e8d-928c-b9864f1574d0 req-079ac73b-c69b-4c47-9617-a3ce07466a4a tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 May 10 15:09:07.293063 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928802f-fe75-490d-8067-37e5fc18b265 req-c1693fa2-98d9-41b6-95a7-aa6785f446ea tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:07.294540 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a928802f-fe75-490d-8067-37e5fc18b265 req-c1693fa2-98d9-41b6-95a7-aa6785f446ea tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0493376 May 10 15:09:07.302792 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:07.307468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Request body: {'floatingip': {'port_id': '8249c515-6b47-4c2d-96f0-3890fe222b3f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:07.345117 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:07.784347 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:07.788044 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:07.888828 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 8e530108-49a8-4a47-bafa-80f9532931fb associated. External IP: 172.27.3.156, port: 8249c515-6b47-4c2d-96f0-3890fe222b3f. May 10 15:09:07.952839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3674d-12ae-481e-92a7-e8ed7b971825 req-7c060d70-b4de-42ef-9124-4f685019404e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:07.954444 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dea3674d-12ae-481e-92a7-e8ed7b971825 req-7c060d70-b4de-42ef-9124-4f685019404e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0510023 May 10 15:09:08.005587 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dea3674d-12ae-481e-92a7-e8ed7b971825 req-75d482a5-ec07-4f1b-9980-998b64fff398 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454168 May 10 15:09:08.098552 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:09:08.205147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:09:08.210009 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:08.214504 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:08.223489 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:08.224097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:08.238571 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-098de95d-0f10-4057-8b78-5c7663e3f66e tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "PUT /v2.0/floatingips/8e530108-49a8-4a47-bafa-80f9532931fb HTTP/1.1" status: 200 len: 992 time: 0.9347374 May 10 15:09:08.239252 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:08.241569 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad31457-4c50-454d-8b68-abf8890b12f7" -d '{"events": [{"name": "network-changed", "server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:08.328632 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cacf9c-1662-4196-bf36-187fe6ef1b22 x-openstack-request-id: req-f2cacf9c-1662-4196-bf36-187fe6ef1b22 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:08.329218 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:08.329218 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2cacf9c-1662-4196-bf36-187fe6ef1b22 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:08.329556 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2cacf9c-1662-4196-bf36-187fe6ef1b22'] response: {'name': 'network-changed', 'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'status': 'completed', 'code': 200} May 10 15:09:08.335155 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:08.395829 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-fb0d5467-c766-4406-aafe-f2708802a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:08.397311 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-fb0d5467-c766-4406-aafe-f2708802a71c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 1130 time: 0.0390906 May 10 15:09:08.495357 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-197ab153-eb02-4ec2-b6a0-c19890bd9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:08.496818 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-197ab153-eb02-4ec2-b6a0-c19890bd9343 service neutron] 10.222.0.87 "GET /v2.0/networks?id=56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 200 len: 913 time: 0.0826447 May 10 15:09:08.572008 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-15b5e997-5466-4fc3-8ab2-e69d0d61da42 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f HTTP/1.1" status: 200 len: 1000 time: 0.0617840 May 10 15:09:08.595433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8e530108-49a8-4a47-bafa-80f9532931fb', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:1e:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:56Z', 'updated_at': '2022-05-10T15:09:07Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:08.625342 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-2f9eccbf-ae51-4aa8-a624-937eee7dc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:08.625948 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:08.626751 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-2f9eccbf-ae51-4aa8-a624-937eee7dc2f3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 200 len: 851 time: 0.0438032 May 10 15:09:08.634218 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:08.634847 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:08.674378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-f4008f2f-3b17-4c8c-879a-cb4dfcc571d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:08.676141 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-f4008f2f-3b17-4c8c-879a-cb4dfcc571d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=56419087-50d9-434c-b827-6ceec51e5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398006 May 10 15:09:08.745429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:08.770906 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-d2a9cdc1-4575-4a4f-9425-dfac9b3052fc service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873823 May 10 15:09:08.799287 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:09:08.873202 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9ad31457-4c50-454d-8b68-abf8890b12f7 req-e4d5294d-b998-4a29-aa52-865f7ee00638 service neutron] 10.222.0.87 "GET /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957968 May 10 15:09:08.995653 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8e530108-49a8-4a47-bafa-80f9532931fb', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:1e:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:56Z', 'updated_at': '2022-05-10T15:09:07Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:09.023053 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115336d1-c8c9-44fe-a175-81503e0640b7 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8e530108-49a8-4a47-bafa-80f9532931fb', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'port_id': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'mac_address': 'fa:16:3e:1e:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:08:56Z', 'updated_at': '2022-05-10T15:09:07Z', 'revision_number': 1, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:09.129360 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f2acd-abb4-4237-a5e6-837f97806b1c req-07d34bf2-b4f4-47cf-8199-b5d5c83db8ec tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:09.130923 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-075f2acd-abb4-4237-a5e6-837f97806b1c req-07d34bf2-b4f4-47cf-8199-b5d5c83db8ec tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0516179 May 10 15:09:09.178749 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-075f2acd-abb4-4237-a5e6-837f97806b1c req-1c13dc04-5ad8-4f4b-907c-1c5bd68c795f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 May 10 15:09:09.213979 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a34af8-581b-47af-9ff2-3f48671b7b6f None None] New status for floating IP 8e530108-49a8-4a47-bafa-80f9532931fb: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:09:10.266796 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef5d4-1940-4451-8bfd-00816dc26880 req-06a44909-a23c-4107-a52d-b08cb4cefeac tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:10.268378 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb2ef5d4-1940-4451-8bfd-00816dc26880 req-06a44909-a23c-4107-a52d-b08cb4cefeac tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0472198 May 10 15:09:10.305212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dd8e2-b203-4b50-8cec-136e2b35df6d req-0e8a6148-57d4-4360-b49c-5ff702ea0191 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:10.306722 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2f1dd8e2-b203-4b50-8cec-136e2b35df6d req-0e8a6148-57d4-4360-b49c-5ff702ea0191 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0517817 May 10 15:09:10.316169 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb2ef5d4-1940-4451-8bfd-00816dc26880 req-06110ebf-e9bd-414b-873d-c43460d0c5ab tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 May 10 15:09:10.353282 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2f1dd8e2-b203-4b50-8cec-136e2b35df6d req-a0408a81-ef27-4504-b004-66a03d53bb6b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410154 May 10 15:09:11.427385 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56132a31-acbc-4b51-a1e0-5afa6587b420 req-eeac9ee0-e144-47de-ba90-cf1eab4d3efb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:11.428976 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-56132a31-acbc-4b51-a1e0-5afa6587b420 req-eeac9ee0-e144-47de-ba90-cf1eab4d3efb tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0463305 May 10 15:09:11.469271 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3bb5c-70dc-41fe-85ce-c4d5ab0a51ad req-24c30b57-663f-48d8-adbc-457010b18164 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:11.470764 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8ea3bb5c-70dc-41fe-85ce-c4d5ab0a51ad req-24c30b57-663f-48d8-adbc-457010b18164 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0463552 May 10 15:09:11.478271 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-56132a31-acbc-4b51-a1e0-5afa6587b420 req-9aceaa7c-ad96-4c04-b89c-0751097ab4ad tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 May 10 15:09:11.519695 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8ea3bb5c-70dc-41fe-85ce-c4d5ab0a51ad req-fc8675d5-bbc8-471b-9e78-244fdada87ee tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 May 10 15:09:12.591005 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7138635-bab6-417c-86ae-64c6912b1f1d req-7787208a-72e6-4d07-938b-7de7ea05ea97 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:12.592490 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a7138635-bab6-417c-86ae-64c6912b1f1d req-7787208a-72e6-4d07-938b-7de7ea05ea97 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0483558 May 10 15:09:12.635300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29f2e-1c97-4567-bcd5-c3e893925fc3 req-6bd1b6aa-4a0a-4ca1-8e9a-4bc4a5b9c8b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:12.636687 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-90a29f2e-1c97-4567-bcd5-c3e893925fc3 req-6bd1b6aa-4a0a-4ca1-8e9a-4bc4a5b9c8b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0464129 May 10 15:09:12.638678 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a7138635-bab6-417c-86ae-64c6912b1f1d req-f5da8a94-c637-4aff-a392-25b99b6d8f1e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408447 May 10 15:09:12.683067 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-90a29f2e-1c97-4567-bcd5-c3e893925fc3 req-ce792a9e-d8e8-4edd-bdcc-4feb8e77d760 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406966 May 10 15:09:13.748792 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b3e31-7e1c-4fb0-84b9-19bbcd810930 req-09a32579-2d72-4b97-8c98-1cc71520c588 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:13.750275 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c3b3e31-7e1c-4fb0-84b9-19bbcd810930 req-09a32579-2d72-4b97-8c98-1cc71520c588 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0467291 May 10 15:09:13.799426 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c3b3e31-7e1c-4fb0-84b9-19bbcd810930 req-2f3de410-6098-4a82-ab14-c9601acae18d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 May 10 15:09:13.808471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cef70d-d10c-4611-be31-3331d39b46b1 req-2f57f74d-a369-443e-8b30-aef7f87b296b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:13.809987 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d2cef70d-d10c-4611-be31-3331d39b46b1 req-2f57f74d-a369-443e-8b30-aef7f87b296b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0567570 May 10 15:09:13.854851 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d2cef70d-d10c-4611-be31-3331d39b46b1 req-04315cb1-d331-4009-af56-de215cfc3a58 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394151 May 10 15:09:14.469324 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb017-ead9-4d01-9179-384ce5250445 req-5ea4f044-ea32-45a5-b747-3c12660b4324 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:14.470788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b75cb017-ead9-4d01-9179-384ce5250445 req-5ea4f044-ea32-45a5-b747-3c12660b4324 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0496294 May 10 15:09:14.553507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Deleting port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:14.553850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:14.642875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] For port ea78e5d2-ebba-4237-9401-0a7bce6e10b9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:14.643242 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:14.807375 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:14.807730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:14.808041 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Floating IP ef6c1117-060f-4c4c-82a9-e6ca04af5187 disassociated. External IP: 172.27.3.187, port: ea78e5d2-ebba-4237-9401-0a7bce6e10b9. May 10 15:09:14.808374 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Calling delete_port for ea78e5d2-ebba-4237-9401-0a7bce6e10b9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:14.916554 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48170f-4f8f-43df-b71e-602414783cbb req-5d7a474a-c45f-4f2f-ae3e-9747d08a6b61 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:14.917886 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b48170f-4f8f-43df-b71e-602414783cbb req-5d7a474a-c45f-4f2f-ae3e-9747d08a6b61 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=b05c7bca-c0fc-42f3-8561-19dd08b84581 HTTP/1.1" status: 200 len: 946 time: 0.0528185 May 10 15:09:14.938144 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ea78e5d2-ebba-4237-9401-0a7bce6e10b9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:14.969105 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b48170f-4f8f-43df-b71e-602414783cbb req-0d3a7587-0c07-4d7c-877b-3ee714f928c8 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=e4cabaef-95c1-4c7b-970a-7831f9d8529e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 May 10 15:09:14.976217 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event deleted for resources: {'Port': ['ID=ea78e5d2-ebba-4237-9401-0a7bce6e10b9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:14.999289 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:14.999643 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:14.999985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.000323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.000659 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.000999 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.001330 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.001653 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.001977 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.002823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.002823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.003026 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.003252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.003571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.003893 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:15.062446 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513e3ab-01db-4330-bc47-b4b669b40244 req-3f1ad8f4-5d3b-42ea-a836-b4bb1202cccd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:15.063913 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2513e3ab-01db-4330-bc47-b4b669b40244 req-3f1ad8f4-5d3b-42ea-a836-b4bb1202cccd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.1167545 May 10 15:09:15.160495 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2513e3ab-01db-4330-bc47-b4b669b40244 req-aae2aff8-3e4a-439a-9b17-f52f039513bc tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908692 May 10 15:09:15.174233 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:09:15.278123 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:09:15.288244 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:15.298336 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:15.298970 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:15.322871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] No DVR routers for this DVR port ea78e5d2-ebba-4237-9401-0a7bce6e10b9 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:15.325372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:15.328687 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b75cb017-ead9-4d01-9179-384ce5250445 req-9e9273d2-2b81-48a9-930f-71ad16b5858c tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "DELETE /v2.0/ports/ea78e5d2-ebba-4237-9401-0a7bce6e10b9 HTTP/1.1" status: 204 len: 173 time: 0.8503113 May 10 15:09:15.329136 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'name': 'network-vif-deleted', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:15.331421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1595eae5-aff7-496b-a828-b473e15ee273" -d '{"events": [{"server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "name": "network-vif-deleted", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:15.382348 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e4748-560d-4fcd-a89a-621d572af306 x-openstack-request-id: req-214e4748-560d-4fcd-a89a-621d572af306 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:15.382722 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c7bca-c0fc-42f3-8561-19dd08b84581", "name": "network-vif-deleted", "tag": "ea78e5d2-ebba-4237-9401-0a7bce6e10b9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:15.382978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-214e4748-560d-4fcd-a89a-621d572af306 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:15.383514 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214e4748-560d-4fcd-a89a-621d572af306'] response: {'server_uuid': 'b05c7bca-c0fc-42f3-8561-19dd08b84581', 'name': 'network-vif-deleted', 'tag': 'ea78e5d2-ebba-4237-9401-0a7bce6e10b9', 'status': 'completed', 'code': 200} May 10 15:09:15.426797 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:15.620811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:15.647457 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:15.656085 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:15.656683 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:08:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:15.764664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:16.055771 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:16.080912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:16.107499 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04786f94-9db9-4ba7-8977-2646c1aea0d3 None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:02:57Z', 'revision_number': 4, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'a3f095c6-617d-4142-9bb5-d8e97baf37ea', 'name': '', 'network_id': 'bb0f29c1-b758-46a7-96df-e2b922422879', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'mac_address': 'fa:16:3e:83:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:56Z', 'updated_at': '2022-05-10T15:03:10Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'subnets': [{'id': '09b96d4b-736d-47db-8d28-54d476a02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:16.108610 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (e4cabaef-95c1-4c7b-970a-7831f9d8529e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.134292 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (e4cabaef-95c1-4c7b-970a-7831f9d8529e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.183697 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e4cabaef-95c1-4c7b-970a-7831f9d8529e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.187993 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.189154 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "DELETE /v2.0/security-groups/e4cabaef-95c1-4c7b-970a-7831f9d8529e HTTP/1.1" status: 204 len: 168 time: 0.1323972 May 10 15:09:16.191679 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:16.200217 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61481919-4e80-46ed-b12c-24e135a383bc tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cabaef-95c1-4c7b-970a-7831f9d8529e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:16.216144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-45dad782-a868-4b82-a035-629d9cb70278 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] show failed (client error): The resource could not be found. May 10 15:09:16.219652 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-45dad782-a868-4b82-a035-629d9cb70278 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups/e4cabaef-95c1-4c7b-970a-7831f9d8529e HTTP/1.1" status: 404 len: 347 time: 0.0238161 May 10 15:09:16.219891 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:16.345617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f464-bd40-4625-821f-5308da49ffb6 req-fa90ff6d-994e-45f4-bfca-f3d884705139 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:16.347149 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-42e5f464-bd40-4625-821f-5308da49ffb6 req-fa90ff6d-994e-45f4-bfca-f3d884705139 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0920348 May 10 15:09:16.350346 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2788da-096e-43a3-8f2d-8922f40663d3 None None] New status for floating IP ef6c1117-060f-4c4c-82a9-e6ca04af5187: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:09:16.404311 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Deleting port 0247debb-2d50-48ea-900c-7081981555bc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:16.404648 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0247debb-2d50-48ea-900c-7081981555bc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.449664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ea78e5d2-ebba-4237-9401-0a7bce6e10b9 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:16.464653 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-42e5f464-bd40-4625-821f-5308da49ffb6 req-649acc4d-3aa1-4590-96cf-d76c19274b47 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118755 May 10 15:09:16.470884 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: ea78e5d2-ebba-4237-9401-0a7bce6e10b9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:16.471232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ea78e5d2-ebba-4237-9401-0a7bce6e10b9 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:16.504455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0247debb-2d50-48ea-900c-7081981555bc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.504788 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (0247debb-2d50-48ea-900c-7081981555bc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.518475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Calling delete_port for 0247debb-2d50-48ea-900c-7081981555bc owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:16.653644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (0247debb-2d50-48ea-900c-7081981555bc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.679240 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event deleted for resources: {'Port': ['ID=0247debb-2d50-48ea-900c-7081981555bc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:16.738171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks [] for floatingip (ef6c1117-060f-4c4c-82a9-e6ca04af5187), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.740656 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:16.741790 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c4fd927f-8dfd-4d52-8293-1ee66e142194 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "DELETE /v2.0/floatingips/ef6c1117-060f-4c4c-82a9-e6ca04af5187 HTTP/1.1" status: 204 len: 168 time: 0.5202012 May 10 15:09:17.590085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7ac4-b14a-4152-8a9d-5b55dedf6b77 req-4e834cfd-120b-4229-b4b4-8d767d3bac67 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:17.591575 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-111b7ac4-b14a-4152-8a9d-5b55dedf6b77 req-4e834cfd-120b-4229-b4b4-8d767d3bac67 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0488873 May 10 15:09:17.865897 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-111b7ac4-b14a-4152-8a9d-5b55dedf6b77 req-fd4c586b-b6e2-480d-9910-4f1e2f3119e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688291 May 10 15:09:18.983662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea414cf-ad5a-4fac-a64b-9aebdde2f079 req-37c5cb7e-2f6a-4aef-a415-cc990adc6a3d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:18.985298 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5ea414cf-ad5a-4fac-a64b-9aebdde2f079 req-37c5cb7e-2f6a-4aef-a415-cc990adc6a3d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0469818 May 10 15:09:19.036901 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5ea414cf-ad5a-4fac-a64b-9aebdde2f079 req-cd04f3d8-67e1-435f-9c92-8db34fbccadf tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 May 10 15:09:19.197756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223cebd-ff59-4f40-ace2-a5b2f72b4c4a req-bffb1f3c-312e-40c4-b05c-bf263d07de93 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:19.199245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d223cebd-ff59-4f40-ace2-a5b2f72b4c4a req-bffb1f3c-312e-40c4-b05c-bf263d07de93 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0460529 May 10 15:09:19.232485 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3cc18adc-d871-44fe-8c88-78b9f43f67f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:19.246156 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d223cebd-ff59-4f40-ace2-a5b2f72b4c4a req-0453b7c5-12a3-4e50-9dba-5beac1b2e246 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 May 10 15:09:20.153768 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230bd3e-8862-4e41-95a7-dc992c9eb364 req-0804c5b8-e464-4c5a-b863-514ca737e0de tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:20.155224 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0230bd3e-8862-4e41-95a7-dc992c9eb364 req-0804c5b8-e464-4c5a-b863-514ca737e0de tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0464411 May 10 15:09:20.200253 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0230bd3e-8862-4e41-95a7-dc992c9eb364 req-8ab736a8-3728-472e-a734-d31f36f7adec tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395815 May 10 15:09:20.357402 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e689a9-5c3d-4d9b-8470-991ff111186e req-fff37fea-c925-4a5c-860a-5eeda2589f0e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:20.358909 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36e689a9-5c3d-4d9b-8470-991ff111186e req-fff37fea-c925-4a5c-860a-5eeda2589f0e tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0470555 May 10 15:09:20.405379 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36e689a9-5c3d-4d9b-8470-991ff111186e req-96551db0-832f-4d85-a482-11f2036a21b9 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 May 10 15:09:20.840085 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-33e27263-3de4-48c2-b3ca-d4e04ae9fc33 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:20.841610 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-33e27263-3de4-48c2-b3ca-d4e04ae9fc33 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 945 time: 0.0482116 May 10 15:09:20.923632 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Deleting port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:20.923971 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:21.244152 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] For port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:21.244531 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:21.257696 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Calling delete_port for 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:21.315948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a08d-e30c-4bc9-91f1-fd49715ea960 req-33cf77d2-7eae-41fe-83bc-9835f218c032 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:21.317445 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2f06a08d-e30c-4bc9-91f1-fd49715ea960 req-33cf77d2-7eae-41fe-83bc-9835f218c032 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0465305 May 10 15:09:21.366484 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2f06a08d-e30c-4bc9-91f1-fd49715ea960 req-78a2450f-f093-4888-87fc-560a8c8b3d47 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431404 May 10 15:09:21.392134 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (8d7f4ee8-d8cb-4edb-8b63-e09306e199a4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:21.395223 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76290235-2c63-4feb-926e-c47db1b0a013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:21.404289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['a75854b9-6524-4136-8cff-d2d61e26eec6', '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:09:21.423380 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event deleted for resources: {'Port': ['ID=8d7f4ee8-d8cb-4edb-8b63-e09306e199a4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:21.467347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] No DVR routers for this DVR port 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:21.470901 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:21.475978 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-430de5bb-6d7a-463a-b0b9-95afa2948f6a req-ecb284a5-2e93-4e01-92b4-f6391d30ad18 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "DELETE /v2.0/ports/8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 HTTP/1.1" status: 204 len: 173 time: 0.6286876 May 10 15:09:21.476466 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'name': 'network-vif-deleted', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:21.479407 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ead40b-d30b-476e-b910-18952a43c156" -d '{"events": [{"server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "name": "network-vif-deleted", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:21.516682 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8412bafc-f0d0-4bbf-8b79-6e35f2f8c4e9 req-63d4fb75-afda-4de5-8083-82165a39c46b tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=804e466b-083e-47d5-8597-ab3ed5d5dc72 HTTP/1.1" status: 200 len: 210 time: 0.0291259 May 10 15:09:21.524115 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9804f64e-4674-40aa-9e5e-93e4cb5367c4 x-openstack-request-id: req-9804f64e-4674-40aa-9e5e-93e4cb5367c4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:21.524312 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804e466b-083e-47d5-8597-ab3ed5d5dc72", "name": "network-vif-deleted", "tag": "8d7f4ee8-d8cb-4edb-8b63-e09306e199a4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:21.524575 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9804f64e-4674-40aa-9e5e-93e4cb5367c4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:21.524984 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9804f64e-4674-40aa-9e5e-93e4cb5367c4'] response: {'server_uuid': '804e466b-083e-47d5-8597-ab3ed5d5dc72', 'name': 'network-vif-deleted', 'tag': '8d7f4ee8-d8cb-4edb-8b63-e09306e199a4', 'status': 'completed', 'code': 200} May 10 15:09:22.487322 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498bd58-dcc1-4d0e-9dc1-fe4e474aa7a3 req-9e589b69-eca6-40ff-b2c4-4d743bb2c959 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:22.488764 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4498bd58-dcc1-4d0e-9dc1-fe4e474aa7a3 req-9e589b69-eca6-40ff-b2c4-4d743bb2c959 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0477087 May 10 15:09:22.543438 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4498bd58-dcc1-4d0e-9dc1-fe4e474aa7a3 req-07e8649f-8eb2-4eb1-9a94-6b3e5e46cd33 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485754 May 10 15:09:22.694909 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:22.786858 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff7d2-ff70-4f27-9819-25cb5ff6300d req-2beb09f5-5cd4-48ee-8b87-9d292069b8ad tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:22.788332 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6cfff7d2-ff70-4f27-9819-25cb5ff6300d req-2beb09f5-5cd4-48ee-8b87-9d292069b8ad tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0492213 May 10 15:09:22.833816 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6cfff7d2-ff70-4f27-9819-25cb5ff6300d req-054bb3e6-b7d1-4a4e-9a7e-0355d641d420 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 May 10 15:09:23.661310 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73255-49fc-48a3-b0fe-cd8f564e8385 req-a158e145-f2ba-4aa4-909d-5858a2c0aa8d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.662793 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-12d73255-49fc-48a3-b0fe-cd8f564e8385 req-a158e145-f2ba-4aa4-909d-5858a2c0aa8d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0466542 May 10 15:09:23.707984 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-12d73255-49fc-48a3-b0fe-cd8f564e8385 req-62701337-3154-4378-afef-e576ef4758c3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 May 10 15:09:23.948410 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26a63e-5d6c-413a-b6e8-03c9755bcafc req-f3767137-55bf-4bb4-bb1a-0bf477715eb4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.949875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e26a63e-5d6c-413a-b6e8-03c9755bcafc req-f3767137-55bf-4bb4-bb1a-0bf477715eb4 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0462074 May 10 15:09:23.994970 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4e26a63e-5d6c-413a-b6e8-03c9755bcafc req-a7f7884a-7402-4fd1-9346-deb9cb9b3312 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 May 10 15:09:24.014923 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:24.480742 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:24.500852 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:24.501183 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8d7f4ee8-d8cb-4edb-8b63-e09306e199a4 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:24.827093 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9713ba2-9324-41a4-ba56-968dceb915c8 req-31b62cbe-f2ac-4ff1-a0c9-f2b51d6ae521 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:24.828513 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f9713ba2-9324-41a4-ba56-968dceb915c8 req-31b62cbe-f2ac-4ff1-a0c9-f2b51d6ae521 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0478206 May 10 15:09:24.873288 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f9713ba2-9324-41a4-ba56-968dceb915c8 req-976dd319-74f3-4c72-a6ad-da4e62ce67e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393553 May 10 15:09:25.109794 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1b47-c299-46dc-aced-167b695b765f req-b95ffc75-8708-4023-88ed-a62cf47b314d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:25.111282 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-179d1b47-c299-46dc-aced-167b695b765f req-b95ffc75-8708-4023-88ed-a62cf47b314d tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0504107 May 10 15:09:25.157532 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-179d1b47-c299-46dc-aced-167b695b765f req-c3db1e86-f4c1-4cb2-91b9-3c48d5913bf3 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.83 "GET /v2.0/security-groups?id=22a0df49-d1b7-442d-a013-5983cbd73c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 May 10 15:09:25.253050 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d292-5044-4338-b81e-4b2ecc491ced req-143138c4-013d-4e90-a521-e6e500daf059 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:25.254462 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d791d292-5044-4338-b81e-4b2ecc491ced req-143138c4-013d-4e90-a521-e6e500daf059 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "GET /v2.0/ports?device_id=975ddad8-93eb-4cca-8d23-8de0f4637aea HTTP/1.1" status: 200 len: 945 time: 0.0444033 May 10 15:09:25.338186 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Deleting port a75854b9-6524-4136-8cff-d2d61e26eec6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:25.338470 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:25.422430 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] For port a75854b9-6524-4136-8cff-d2d61e26eec6, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=a75854b9-6524-4136-8cff-d2d61e26eec6,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:25.422791 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:25.435625 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Calling delete_port for a75854b9-6524-4136-8cff-d2d61e26eec6 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:25.561386 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (a75854b9-6524-4136-8cff-d2d61e26eec6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:25.576724 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['a75854b9-6524-4136-8cff-d2d61e26eec6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:09:25.589239 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Pushing event deleted for resources: {'Port': ['ID=a75854b9-6524-4136-8cff-d2d61e26eec6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:25.602057 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:25.640093 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] No DVR routers for this DVR port a75854b9-6524-4136-8cff-d2d61e26eec6 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:25.642598 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:25.645902 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d791d292-5044-4338-b81e-4b2ecc491ced req-2cc4c4a4-53ef-401a-8435-4f4cd8afcd86 tempest-ServerRescueNegativeTestJSON-1479456202 tempest-ServerRescueNegativeTestJSON-1479456202-project] 10.222.0.87 "DELETE /v2.0/ports/a75854b9-6524-4136-8cff-d2d61e26eec6 HTTP/1.1" status: 204 len: 173 time: 0.3850257 May 10 15:09:25.646339 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'name': 'network-vif-deleted', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:25.648589 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe3782-dfd1-4be4-a34d-17b3a7d513c7" -d '{"events": [{"server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "name": "network-vif-deleted", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:25.685809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26783a36-5233-4c6c-8a34-9ca0de44a01d x-openstack-request-id: req-26783a36-5233-4c6c-8a34-9ca0de44a01d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:25.686136 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddad8-93eb-4cca-8d23-8de0f4637aea", "name": "network-vif-deleted", "tag": "a75854b9-6524-4136-8cff-d2d61e26eec6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:25.686434 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-26783a36-5233-4c6c-8a34-9ca0de44a01d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:25.686872 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26783a36-5233-4c6c-8a34-9ca0de44a01d'] response: {'server_uuid': '975ddad8-93eb-4cca-8d23-8de0f4637aea', 'name': 'network-vif-deleted', 'tag': 'a75854b9-6524-4136-8cff-d2d61e26eec6', 'status': 'completed', 'code': 200} May 10 15:09:25.992232 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6925f-edf0-4a1b-a059-5e17d973efd0 req-a5429fb7-47f7-4ace-855d-4ddc73d9621a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:25.994119 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b6b6925f-edf0-4a1b-a059-5e17d973efd0 req-a5429fb7-47f7-4ace-855d-4ddc73d9621a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0483885 May 10 15:09:26.051544 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b6b6925f-edf0-4a1b-a059-5e17d973efd0 req-faff4df3-870b-4e8d-a1ab-e9694023987e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488205 May 10 15:09:26.214253 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:26.689468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:26.960460 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Deleting port a3f095c6-617d-4142-9bb5-d8e97baf37ea {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:26.960739 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:27.038563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] For port a3f095c6-617d-4142-9bb5-d8e97baf37ea, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a3f095c6-617d-4142-9bb5-d8e97baf37ea,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:27.038924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:27.054529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Calling delete_port for a3f095c6-617d-4142-9bb5-d8e97baf37ea owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:27.239223 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171672a5-2eb3-4de2-ad4f-378cce116c0e req-f9c96bbe-f0ab-4fde-a6f0-cc9bce68bacf tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:27.240579 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-171672a5-2eb3-4de2-ad4f-378cce116c0e req-f9c96bbe-f0ab-4fde-a6f0-cc9bce68bacf tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.1065474 May 10 15:09:27.328650 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-171672a5-2eb3-4de2-ad4f-378cce116c0e req-4dd47b47-ec3f-4366-85b3-10b136f8957a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808887 May 10 15:09:27.349372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (a3f095c6-617d-4142-9bb5-d8e97baf37ea), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:27.374262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f095c6-617d-4142-9bb5-d8e97baf37ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:27.544067 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:27.758419 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Router ee312160-bc24-4a59-bbb9-5f52f6e572fa has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:09:27.863858 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:09:27.869040 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2f1642d2-9cf9-4b71-a55d-336efcd31674 admin admin] 10.222.0.83 "PUT /v2.0/routers/ee312160-bc24-4a59-bbb9-5f52f6e572fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6539605 May 10 15:09:27.871471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:27.872579 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Sync routers for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:27.882004 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:27.882655 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:27.978653 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks [] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:27.992930 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:28.164293 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:09:27Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:28.191960 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Checking router: ee312160-bc24-4a59-bbb9-5f52f6e572fa for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:28.201438 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Routers {'ee312160-bc24-4a59-bbb9-5f52f6e572fa'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:28.202071 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:28.314195 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] Set router ee312160-bc24-4a59-bbb9-5f52f6e572fa gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:28.315468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks [] for router_gateway (ee312160-bc24-4a59-bbb9-5f52f6e572fa), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.364695 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Deleting port 0aad3963-b0a9-4f01-b151-4326b31a0a0e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:28.365036 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.461143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] For port 0aad3963-b0a9-4f01-b151-4326b31a0a0e, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0aad3963-b0a9-4f01-b151-4326b31a0a0e,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:28.461319 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f79d-764c-4511-a86f-eca7e280dba3 req-875656c8-9479-4d7f-8c86-6a312fb383a3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:28.461826 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.468116 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5bc2f79d-764c-4511-a86f-eca7e280dba3 req-875656c8-9479-4d7f-8c86-6a312fb383a3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0591924 May 10 15:09:28.476691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Calling delete_port for 0aad3963-b0a9-4f01-b151-4326b31a0a0e owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:28.496411 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device a75854b9-6524-4136-8cff-d2d61e26eec6 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:28.511698 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5bc2f79d-764c-4511-a86f-eca7e280dba3 req-b3a1e9c8-b971-45c0-86af-f135c63fd57c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 May 10 15:09:28.519388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:09:27Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:28.522431 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: a75854b9-6524-4136-8cff-d2d61e26eec6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:28.522666 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device a75854b9-6524-4136-8cff-d2d61e26eec6 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:28.553697 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2695-8f1f-49db-a3af-e2b4fb97eaf6 None None] The sync data for ids ['ee312160-bc24-4a59-bbb9-5f52f6e572fa'] in dv-cinder-839628-2-iscsi is: [{'id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'name': 'tempest-ServerRescueNegativeTestJSON-952910778-router', 'tenant_id': 'd851fe67b7e940f9b20979bdd619bf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:51Z', 'updated_at': '2022-05-10T15:09:27Z', 'revision_number': 5, 'project_id': 'd851fe67b7e940f9b20979bdd619bf48', 'gw_port': {'id': '0aad3963-b0a9-4f01-b151-4326b31a0a0e', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee312160-bc24-4a59-bbb9-5f52f6e572fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:52Z', 'updated_at': '2022-05-10T15:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:28.645840 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (0aad3963-b0a9-4f01-b151-4326b31a0a0e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.670721 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aad3963-b0a9-4f01-b151-4326b31a0a0e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:28.737653 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.841516 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.843701 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks [] for router_controller (ee312160-bc24-4a59-bbb9-5f52f6e572fa), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.907932 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (ee312160-bc24-4a59-bbb9-5f52f6e572fa), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.908530 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee312160-bc24-4a59-bbb9-5f52f6e572fa {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:09:28.914275 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:28.918376 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-567af144-8830-4e2d-b3c9-9f25b2a19cb6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ee312160-bc24-4a59-bbb9-5f52f6e572fa HTTP/1.1" status: 204 len: 168 time: 1.0435228 May 10 15:09:28.918724 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60536) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:28.966588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Deleting subnet 09b96d4b-736d-47db-8d28-54d476a02bec {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:09:28.969807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Publish callbacks [] for subnet (09b96d4b-736d-47db-8d28-54d476a02bec), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.006536 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (09b96d4b-736d-47db-8d28-54d476a02bec), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.117405 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (09b96d4b-736d-47db-8d28-54d476a02bec), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.173223 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (09b96d4b-736d-47db-8d28-54d476a02bec), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.200329 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b96d4b-736d-47db-8d28-54d476a02bec,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:29.202310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.205428 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-16ce804e-b88a-4e4b-bc54-aaa956ce5951 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/09b96d4b-736d-47db-8d28-54d476a02bec HTTP/1.1" status: 204 len: 168 time: 0.2857022 May 10 15:09:29.207657 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19930846-e62c-470a-a82e-07d8cecabf25 None None] Network bb0f29c1-b758-46a7-96df-e2b922422879 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:09:29.208329 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60538) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:29.279523 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (bb0f29c1-b758-46a7-96df-e2b922422879), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.324947 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Deleting port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:09:29.325289 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.387770 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] For port a8cbfc77-eb87-4284-8d5a-ce5b909edba1, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,segment=NetworkSegment(ed54c90b-cbca-457a-8e47-fa58d89895b2),segment_id=ed54c90b-cbca-457a-8e47-fa58d89895b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:29.388131 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.402556 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Calling delete_port for a8cbfc77-eb87-4284-8d5a-ce5b909edba1 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:09:29.482885 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (a8cbfc77-eb87-4284-8d5a-ce5b909edba1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.507526 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cbfc77-eb87-4284-8d5a-ce5b909edba1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:29.511705 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] No DVR routers for this DVR port a8cbfc77-eb87-4284-8d5a-ce5b909edba1 on host dv-cinder-839628-2-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:29.531465 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc0bb8-1795-4583-9c08-3ba22576c8f8 None None] DHCP port deletion for bb0f29c1-b758-46a7-96df-e2b922422879 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:09:29.590607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (bb0f29c1-b758-46a7-96df-e2b922422879), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.611334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0f29c1-b758-46a7-96df-e2b922422879']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:29.621725 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed54c90b-cbca-457a-8e47-fa58d89895b2') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:29.622418 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed54c90b-cbca-457a-8e47-fa58d89895b2') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:29.631838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (ed54c90b-cbca-457a-8e47-fa58d89895b2), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.646098 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (ed54c90b-cbca-457a-8e47-fa58d89895b2), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.650998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011116e7-c961-42cd-af61-749a9cac704e req-a0c17a6c-aa9c-4cfb-8985-cc71a08ff87b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:29.652267 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:09:29.652567 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-011116e7-c961-42cd-af61-749a9cac704e req-a0c17a6c-aa9c-4cfb-8985-cc71a08ff87b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0507708 May 10 15:09:29.652887 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (ed54c90b-cbca-457a-8e47-fa58d89895b2), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:09:29.654709 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:09:29.701353 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-011116e7-c961-42cd-af61-749a9cac704e req-0d939623-9f12-4a82-81b1-339fd28302eb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 May 10 15:09:29.708709 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (bb0f29c1-b758-46a7-96df-e2b922422879), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.714172 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.717505 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] 10.222.0.83 "DELETE /v2.0/networks/bb0f29c1-b758-46a7-96df-e2b922422879 HTTP/1.1" status: 204 len: 168 time: 0.5081494 May 10 15:09:29.731448 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d12f1-3190-4a73-b5ff-069b9cec139e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0f29c1-b758-46a7-96df-e2b922422879,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:29.828530 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60544) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:29.871056 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1484131c-1c50-48eb-9bec-04ab2a158dc9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d851fe67b7e940f9b20979bdd619bf48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407374 May 10 15:09:29.873134 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:29.919961 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] Publish callbacks [] for security_group (22a0df49-d1b7-442d-a013-5983cbd73c58), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.941148 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] Publish callbacks [] for security_group (22a0df49-d1b7-442d-a013-5983cbd73c58), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.986446 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (22a0df49-d1b7-442d-a013-5983cbd73c58), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.988936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:29.990083 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/22a0df49-d1b7-442d-a013-5983cbd73c58 HTTP/1.1" status: 204 len: 168 time: 0.1160924 May 10 15:09:29.998674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bad664-8ffe-45bb-9bf8-d2f4639cea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a0df49-d1b7-442d-a013-5983cbd73c58,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:30.447690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a8cbfc77-eb87-4284-8d5a-ce5b909edba1 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:30.471289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: a8cbfc77-eb87-4284-8d5a-ce5b909edba1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:30.471625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a8cbfc77-eb87-4284-8d5a-ce5b909edba1 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:30.472051 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a3f095c6-617d-4142-9bb5-d8e97baf37ea no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:30.495750 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: a3f095c6-617d-4142-9bb5-d8e97baf37ea {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:30.496097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device a3f095c6-617d-4142-9bb5-d8e97baf37ea not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:30.496506 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0aad3963-b0a9-4f01-b151-4326b31a0a0e no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:30.521324 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:09:30.524879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 0aad3963-b0a9-4f01-b151-4326b31a0a0e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:09:30.525221 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0aad3963-b0a9-4f01-b151-4326b31a0a0e not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:09:30.634982 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:30.646190 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:09:30.690562 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: ACTIVE; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:30.691040 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:30.705682 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:30.755139 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:30.765759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:30.830060 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:30.839934 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.840695 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.841318 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.841928 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.842421 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.842871 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.843680 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.844287 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.844795 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.845286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.845795 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.846179 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.846690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.847182 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.848019 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:30.860301 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['894eaf97-5fb6-48fd-9978-9efc8dd336f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:09:30.865192 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69dae5-8845-40fa-b83b-14e65f40b908 req-88a5cc58-4d70-44d4-992e-7d954d283486 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:30.872836 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f69dae5-8845-40fa-b83b-14e65f40b908 req-88a5cc58-4d70-44d4-992e-7d954d283486 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0761375 May 10 15:09:30.933111 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f69dae5-8845-40fa-b83b-14e65f40b908 req-10365359-59fd-4631-8d98-8db84c765664 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589709 May 10 15:09:31.505833 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:31.624831 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74570889-0ba0-428a-ae8f-47870f7462ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.716150 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74570889-0ba0-428a-ae8f-47870f7462ed admin admin] Publish callbacks [] for security_group (729a7198-a400-43bf-89d1-831a27a0ec8e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.720133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74570889-0ba0-428a-ae8f-47870f7462ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (729a7198-a400-43bf-89d1-831a27a0ec8e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.760377 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-74570889-0ba0-428a-ae8f-47870f7462ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13903400ae4744c6aab71bda83e84118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534254 May 10 15:09:31.761515 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74570889-0ba0-428a-ae8f-47870f7462ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729a7198-a400-43bf-89d1-831a27a0ec8e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:31.763187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:31.821578 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] Publish callbacks [] for security_group (729a7198-a400-43bf-89d1-831a27a0ec8e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.849237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] Publish callbacks [] for security_group (729a7198-a400-43bf-89d1-831a27a0ec8e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.903363 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (729a7198-a400-43bf-89d1-831a27a0ec8e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.910838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:31.919599 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/729a7198-a400-43bf-89d1-831a27a0ec8e HTTP/1.1" status: 204 len: 168 time: 0.1504645 May 10 15:09:31.928394 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a33bd-6751-4d06-ab45-de173146de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729a7198-a400-43bf-89d1-831a27a0ec8e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:32.073564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b033-e071-4a94-af3a-40007f08c052 req-afa284d2-c9c6-4838-8ae8-6dd1d0f4928c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:32.075141 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f3a2b033-e071-4a94-af3a-40007f08c052 req-afa284d2-c9c6-4838-8ae8-6dd1d0f4928c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0552111 May 10 15:09:32.139549 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f3a2b033-e071-4a94-af3a-40007f08c052 req-04878ea6-70f7-4d1a-81f8-e07190b99814 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568323 May 10 15:09:32.528663 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:09:32.593912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:32.594571 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:32.702126 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:32.702887 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:32.733390 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:32.737766 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427fb96-649f-4f85-bc09-7e2e1d7c6180" -d '{"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:32.752481 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:32.759770 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:32.810242 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc02be-d1d3-48be-93bd-be3025fb5ac4 x-openstack-request-id: req-d2dc02be-d1d3-48be-93bd-be3025fb5ac4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:32.810585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:32.810849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d2dc02be-d1d3-48be-93bd-be3025fb5ac4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:32.811251 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dc02be-d1d3-48be-93bd-be3025fb5ac4'] response: {'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'code': 200} May 10 15:09:32.844320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:33.299448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d417-c323-41dd-a8de-c298cf327885 req-f7e475f4-01a3-423b-a4d3-fa8e3f430eab tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:33.310976 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3e50d417-c323-41dd-a8de-c298cf327885 req-f7e475f4-01a3-423b-a4d3-fa8e3f430eab tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0820565 May 10 15:09:33.358159 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3e50d417-c323-41dd-a8de-c298cf327885 req-14182b13-3a35-44d1-8eae-472c37b6c948 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459213 May 10 15:09:33.757475 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:33.878331 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:34.019715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8176e6-48d1-4a0b-bcbc-572016793616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.116652 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8176e6-48d1-4a0b-bcbc-572016793616 admin admin] Publish callbacks [] for security_group (382cf125-5c59-4ecb-b1e5-6268c8f23112), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.122266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8176e6-48d1-4a0b-bcbc-572016793616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (382cf125-5c59-4ecb-b1e5-6268c8f23112), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.170942 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ff8176e6-48d1-4a0b-bcbc-572016793616 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=743afe2c8f214eebb2ce6312b24002e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908108 May 10 15:09:34.171585 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:34.171723 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8176e6-48d1-4a0b-bcbc-572016793616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382cf125-5c59-4ecb-b1e5-6268c8f23112,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.227584 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] Publish callbacks [] for security_group (382cf125-5c59-4ecb-b1e5-6268c8f23112), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.251484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] Publish callbacks [] for security_group (382cf125-5c59-4ecb-b1e5-6268c8f23112), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.301118 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (382cf125-5c59-4ecb-b1e5-6268c8f23112), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.303833 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.304981 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/382cf125-5c59-4ecb-b1e5-6268c8f23112 HTTP/1.1" status: 204 len: 168 time: 0.1320913 May 10 15:09:34.313106 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24ddc8-2cf3-4bf1-8823-60f7ac2df0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382cf125-5c59-4ecb-b1e5-6268c8f23112,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.536380 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37c6c-2c18-4a04-984a-683e2e761a0d req-630aaac9-12ee-4629-bf33-cc2b9d91890b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:34.540827 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1a37c6c-2c18-4a04-984a-683e2e761a0d req-630aaac9-12ee-4629-bf33-cc2b9d91890b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0731237 May 10 15:09:34.616526 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1a37c6c-2c18-4a04-984a-683e2e761a0d req-0e6f8c62-4427-4bf1-a055-fae970186f0f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707328 May 10 15:09:34.653781 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60698) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:34.672228 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca46675-fd09-47ad-89e6-73b19bb59d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.768483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca46675-fd09-47ad-89e6-73b19bb59d47 admin admin] Publish callbacks [] for security_group (12f1e880-3824-40d4-99a4-b73daceba315), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.774883 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca46675-fd09-47ad-89e6-73b19bb59d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (12f1e880-3824-40d4-99a4-b73daceba315), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.816909 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cca46675-fd09-47ad-89e6-73b19bb59d47 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0919f3daf05347ef8166651957b96f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618824 May 10 15:09:34.820199 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:34.827846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca46675-fd09-47ad-89e6-73b19bb59d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1e880-3824-40d4-99a4-b73daceba315,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.878948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] Publish callbacks [] for security_group (12f1e880-3824-40d4-99a4-b73daceba315), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.905860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] Publish callbacks [] for security_group (12f1e880-3824-40d4-99a4-b73daceba315), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.961394 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (12f1e880-3824-40d4-99a4-b73daceba315), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.967755 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:34.970175 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12f1e880-3824-40d4-99a4-b73daceba315 HTTP/1.1" status: 204 len: 168 time: 0.1484594 May 10 15:09:34.980569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef7fc-e48f-4b1b-a9bf-84a6164cc237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1e880-3824-40d4-99a4-b73daceba315,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:35.769720 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7aba9-c261-4c20-8d0b-acb632998acd req-70b732b1-ccb3-4a89-b2ed-2fab71107fd5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:35.772705 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ee7aba9-c261-4c20-8d0b-acb632998acd req-70b732b1-ccb3-4a89-b2ed-2fab71107fd5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0654514 May 10 15:09:35.824873 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ee7aba9-c261-4c20-8d0b-acb632998acd req-bbf9fdc4-2f22-40eb-89f5-234e150047de tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457640 May 10 15:09:36.980551 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b39879-978b-450b-ab18-1cfaa259a6fc req-9978dd48-57cf-4c85-8da9-03d6e701cc75 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:36.988550 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70b39879-978b-450b-ab18-1cfaa259a6fc req-9978dd48-57cf-4c85-8da9-03d6e701cc75 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0616698 May 10 15:09:37.059094 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70b39879-978b-450b-ab18-1cfaa259a6fc req-824d3b22-9db5-4219-8c44-f7667baf2bdb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691104 May 10 15:09:37.358912 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:37.499955 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fabbfd7f-d38d-40de-aab7-d61743f646ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.619716 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fabbfd7f-d38d-40de-aab7-d61743f646ba admin admin] Publish callbacks [] for security_group (e8c38dec-91cc-4989-b9e5-bf9e359536b1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.624621 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fabbfd7f-d38d-40de-aab7-d61743f646ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e8c38dec-91cc-4989-b9e5-bf9e359536b1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.667804 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60782) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:37.676193 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fabbfd7f-d38d-40de-aab7-d61743f646ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d45bc9a11cb14db9a3384262b5c9a37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156166 May 10 15:09:37.681579 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbfd7f-d38d-40de-aab7-d61743f646ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c38dec-91cc-4989-b9e5-bf9e359536b1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:37.737056 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] Publish callbacks [] for security_group (e8c38dec-91cc-4989-b9e5-bf9e359536b1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.762605 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] Publish callbacks [] for security_group (e8c38dec-91cc-4989-b9e5-bf9e359536b1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.819895 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e8c38dec-91cc-4989-b9e5-bf9e359536b1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.822834 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:37.827232 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8c38dec-91cc-4989-b9e5-bf9e359536b1 HTTP/1.1" status: 204 len: 168 time: 0.1582363 May 10 15:09:37.837415 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4f3f7-4e12-4c6c-b516-4d29987067ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c38dec-91cc-4989-b9e5-bf9e359536b1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.192708 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 60790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:38.212136 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0acf667-9044-4338-a92e-acf8164ea9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.228819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49759-92ac-4207-ba8e-ba844e05ed27 req-d7a001c2-cea7-466e-9018-27ddabdfe38b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:38.237948 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-54a49759-92ac-4207-ba8e-ba844e05ed27 req-d7a001c2-cea7-466e-9018-27ddabdfe38b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0653045 May 10 15:09:38.301478 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0acf667-9044-4338-a92e-acf8164ea9c9 admin admin] Publish callbacks [] for security_group (f4b5f0dc-ec8b-42dd-8c65-382f41d04f71), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.304684 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-54a49759-92ac-4207-ba8e-ba844e05ed27 req-a7d7d372-4475-4165-8605-ea3a4d652f51 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649185 May 10 15:09:38.305980 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0acf667-9044-4338-a92e-acf8164ea9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f4b5f0dc-ec8b-42dd-8c65-382f41d04f71), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.357731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:38.357950 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d0acf667-9044-4338-a92e-acf8164ea9c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7979695395494dc9a7073952bd6699b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639905 May 10 15:09:38.358883 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf667-9044-4338-a92e-acf8164ea9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b5f0dc-ec8b-42dd-8c65-382f41d04f71,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.427771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] Publish callbacks [] for security_group (f4b5f0dc-ec8b-42dd-8c65-382f41d04f71), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.463013 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] Publish callbacks [] for security_group (f4b5f0dc-ec8b-42dd-8c65-382f41d04f71), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.519386 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (f4b5f0dc-ec8b-42dd-8c65-382f41d04f71), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.522598 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:38.524051 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4b5f0dc-ec8b-42dd-8c65-382f41d04f71 HTTP/1.1" status: 204 len: 168 time: 0.1629622 May 10 15:09:38.536292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68f74c-ac61-4257-b512-8631fd942bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b5f0dc-ec8b-42dd-8c65-382f41d04f71,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:39.463336 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2560a-3bf8-4375-a6b8-d51a58abdc45 req-98b18798-6fdd-42f6-b6fb-f525cd168928 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:39.465471 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6b2560a-3bf8-4375-a6b8-d51a58abdc45 req-98b18798-6fdd-42f6-b6fb-f525cd168928 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0568483 May 10 15:09:39.520606 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6b2560a-3bf8-4375-a6b8-d51a58abdc45 req-4d1e6608-4700-4b72-9173-157c4c67f8b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474150 May 10 15:09:40.640985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4b04-d0ac-42dd-a607-61dba96de682 req-6b8ff766-af1c-44af-a4c3-cd07699c25ad tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:40.642500 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a23f4b04-d0ac-42dd-a607-61dba96de682 req-6b8ff766-af1c-44af-a4c3-cd07699c25ad tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0467923 May 10 15:09:40.688731 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a23f4b04-d0ac-42dd-a607-61dba96de682 req-bf6d4ac5-31e5-44f4-ae12-27c3f73ca15d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 May 10 15:09:40.776449 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-74f4c0ef-9126-497e-b7c3-d4888a2d9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:40.778110 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-74f4c0ef-9126-497e-b7c3-d4888a2d9f5a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1130 time: 0.0409131 May 10 15:09:40.867109 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-bfe3aa8f-421d-4373-9b29-4b88367a50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:40.869071 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-bfe3aa8f-421d-4373-9b29-4b88367a50e1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.0846367 May 10 15:09:40.932761 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-3293e6b1-d320-415f-8454-1d4502d17af3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 1001 time: 0.0570092 May 10 15:09:40.984349 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-c53b3f8d-6f6d-455b-99ff-ca7b4f059fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:40.985744 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-c53b3f8d-6f6d-455b-99ff-ca7b4f059fbc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0452554 May 10 15:09:41.028353 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-7bee688d-3f8c-42ca-b6a8-c4033257706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:41.029796 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-7bee688d-3f8c-42ca-b6a8-c4033257706a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378971 May 10 15:09:41.114662 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-8e449d29-7223-4a3c-9bae-d93efc8d388a service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782712 May 10 15:09:41.205701 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae63a3d7-873a-4e03-a9cd-fc090d5ea22e req-298fcf01-84ef-44b8-8d01-33d387ec1087 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 May 10 15:09:41.816229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530950ab-da94-472b-a02d-2ae5c36b43f9 req-dea5d9d6-5c34-406b-9cbc-0ffd2c16de19 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:41.817705 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-530950ab-da94-472b-a02d-2ae5c36b43f9 req-dea5d9d6-5c34-406b-9cbc-0ffd2c16de19 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 946 time: 0.0548835 May 10 15:09:41.866846 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-530950ab-da94-472b-a02d-2ae5c36b43f9 req-76b94dea-5d74-4d1f-b1fc-ace725c3c4b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 May 10 15:09:42.546411 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:42.622305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: ACTIVE; New status is: DOWN {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:42.622727 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:42.644272 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:42.646435 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6667556-3e44-49ee-b171-7e4148398a59" -d '{"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-unplugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:09:42.659065 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:42.663135 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:42.687639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb641e-8379-412a-b8f7-8959fd5ca2c3 x-openstack-request-id: req-40fb641e-8379-412a-b8f7-8959fd5ca2c3 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:09:42.687958 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-unplugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:09:42.688220 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-40fb641e-8379-412a-b8f7-8959fd5ca2c3 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:09:42.688612 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fb641e-8379-412a-b8f7-8959fd5ca2c3'] response: {'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'code': 200} May 10 15:09:42.713434 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.983430 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5a3a-2acf-47b2-974f-0b2effc9efdc req-e70e2964-f1e3-4e1d-acc5-14588df41803 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:42.985017 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e3d5a3a-2acf-47b2-974f-0b2effc9efdc req-e70e2964-f1e3-4e1d-acc5-14588df41803 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0470109 May 10 15:09:43.034546 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e3d5a3a-2acf-47b2-974f-0b2effc9efdc req-b9a3f75a-2425-41b3-a884-5c376b0b8a0c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 May 10 15:09:44.157175 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5673fb-3e27-409d-afe4-02857597f278 req-69f62fc7-8b09-4ca3-ae9b-dd396aeac12c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:44.158702 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c5673fb-3e27-409d-afe4-02857597f278 req-69f62fc7-8b09-4ca3-ae9b-dd396aeac12c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0469146 May 10 15:09:44.205027 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c5673fb-3e27-409d-afe4-02857597f278 req-dd422ac0-b447-4481-b2a8-dd502397e277 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 May 10 15:09:45.065864 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-09efbf7e-8163-47a6-b9fa-739eefedb7ae req-d920a5d7-7925-49c9-9633-1663bc766ef8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:09:45.066895 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09efbf7e-8163-47a6-b9fa-739eefedb7ae req-d920a5d7-7925-49c9-9633-1663bc766ef8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0942962 May 10 15:09:45.252508 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9413f3-fd40-4300-8442-d7b1b03357f9 req-7d4c9282-bf25-4a1b-bbc0-16f2e12b89b4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:45.253870 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad9413f3-fd40-4300-8442-d7b1b03357f9 req-7d4c9282-bf25-4a1b-bbc0-16f2e12b89b4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0728171 May 10 15:09:45.271652 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-4c988481-88bd-4327-8d27-8fc092b61080 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537269 May 10 15:09:45.306631 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad9413f3-fd40-4300-8442-d7b1b03357f9 req-5ccf9202-735c-4787-a357-06eba09eab7a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 May 10 15:09:45.343779 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-54225778-d3b4-4448-95d2-c767d9e207e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:45.345129 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-54225778-d3b4-4448-95d2-c767d9e207e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports/894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 941 time: 0.0458834 May 10 15:09:45.798419 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:09:46.123152 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-6c145461-b9a7-40ec-b253-ed892ac2d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.124760 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-6c145461-b9a7-40ec-b253-ed892ac2d27c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b&tenant_id=09c6a716650343c18e62bbe7235e48c8 HTTP/1.1" status: 200 len: 1128 time: 0.0439816 May 10 15:09:46.181957 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-bf7e4183-79e3-42d9-9b91-9bc2f0da470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.183427 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-bf7e4183-79e3-42d9-9b91-9bc2f0da470b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1128 time: 0.0371883 May 10 15:09:46.271662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-59ab4781-cca6-4b19-8162-f50fdbc67b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.273090 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-59ab4781-cca6-4b19-8162-f50fdbc67b00 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.0831060 May 10 15:09:46.336929 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-4e1e2650-69a5-427d-8a3e-d8fb019c4ddd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 999 time: 0.0559423 May 10 15:09:46.389330 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-71db142c-2955-4c17-a81f-66099b7375ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.390804 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-71db142c-2955-4c17-a81f-66099b7375ee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.0479875 May 10 15:09:46.427349 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6d3fb-dda5-43c7-9910-adef13f0334f req-5a76fc2b-5e32-4407-af15-cfbe2513d204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.428923 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3bb6d3fb-dda5-43c7-9910-adef13f0334f req-5a76fc2b-5e32-4407-af15-cfbe2513d204 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0500216 May 10 15:09:46.434014 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-7349f021-2583-4498-b9d2-6594a1ec9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.435523 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-7349f021-2583-4498-b9d2-6594a1ec9be5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383165 May 10 15:09:46.478606 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3bb6d3fb-dda5-43c7-9910-adef13f0334f req-e979bc66-335d-4430-b7f7-e443e9ed4ea3 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 May 10 15:09:46.523461 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-b57311b7-e3b4-48f5-88cb-f9a583b2a689 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811050 May 10 15:09:46.612671 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-ecd4c656-022d-4477-97ea-8a6cd5215b3b service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829122 May 10 15:09:47.610169 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0259-d523-4942-aba9-5f632e57367d req-aa4cbac1-d2e1-45f8-9c09-ac54bd328b8a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:47.611686 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-52be0259-d523-4942-aba9-5f632e57367d req-aa4cbac1-d2e1-45f8-9c09-ac54bd328b8a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0510261 May 10 15:09:47.660621 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-52be0259-d523-4942-aba9-5f632e57367d req-1c5b00f4-5bd8-4462-a56c-9f09ded60628 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 May 10 15:09:48.560229 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:09:48.639936 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: DOWN; New status is: DOWN {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:48.788404 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff740a-7288-4b67-abc0-b7e73d676fbf req-af33f3b0-af52-420e-9fa6-8a9ca38d3d76 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.790946 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7cff740a-7288-4b67-abc0-b7e73d676fbf req-af33f3b0-af52-420e-9fa6-8a9ca38d3d76 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0508974 May 10 15:09:48.847893 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7cff740a-7288-4b67-abc0-b7e73d676fbf req-0079317f-78d6-480b-b948-155973e187ed tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498450 May 10 15:09:49.250787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b91d5c2-19cd-4768-9715-e1569e1a95a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.449000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 60994) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:49.571945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf954-2497-43e7-9620-47c54a893253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.659930 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf954-2497-43e7-9620-47c54a893253 admin admin] Publish callbacks [] for security_group (c050ce42-5a53-472d-a2c5-a82139cd2510), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.664096 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf954-2497-43e7-9620-47c54a893253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c050ce42-5a53-472d-a2c5-a82139cd2510), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.707056 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f8dbf954-2497-43e7-9620-47c54a893253 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=458b33f9398c4e3b90a243d483440d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545900 May 10 15:09:49.707056 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbf954-2497-43e7-9620-47c54a893253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c050ce42-5a53-472d-a2c5-a82139cd2510,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:49.707990 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32768) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:49.761165 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] Publish callbacks [] for security_group (c050ce42-5a53-472d-a2c5-a82139cd2510), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.783941 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] Publish callbacks [] for security_group (c050ce42-5a53-472d-a2c5-a82139cd2510), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.835122 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c050ce42-5a53-472d-a2c5-a82139cd2510), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.838320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:49.839483 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c050ce42-5a53-472d-a2c5-a82139cd2510 HTTP/1.1" status: 204 len: 168 time: 0.1300571 May 10 15:09:49.847229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0ad2-86a4-4711-a5fd-3ca5eb3283c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c050ce42-5a53-472d-a2c5-a82139cd2510,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:50.000873 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbd04a-de48-4d84-9350-686f9e469890 req-308e2bb8-8ae7-42f0-b4fd-5b7d82be690b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:50.009750 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-17bbd04a-de48-4d84-9350-686f9e469890 req-308e2bb8-8ae7-42f0-b4fd-5b7d82be690b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0747290 May 10 15:09:50.064029 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-17bbd04a-de48-4d84-9350-686f9e469890 req-1b49950e-9934-42e0-8ee8-b62a9c87af7d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530491 May 10 15:09:50.153937 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:50.173864 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39939fe8-84eb-46c6-a355-a6008a4e399e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.250701 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39939fe8-84eb-46c6-a355-a6008a4e399e admin admin] Publish callbacks [] for security_group (9888024b-7b7d-4eb4-9f99-baa962c9a889), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.254568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39939fe8-84eb-46c6-a355-a6008a4e399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9888024b-7b7d-4eb4-9f99-baa962c9a889), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.302132 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939fe8-84eb-46c6-a355-a6008a4e399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888024b-7b7d-4eb4-9f99-baa962c9a889,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:50.307972 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-39939fe8-84eb-46c6-a355-a6008a4e399e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac36ce8d398d42a49608ea310af33884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521835 May 10 15:09:50.310303 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:50.363313 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] Publish callbacks [] for security_group (9888024b-7b7d-4eb4-9f99-baa962c9a889), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.386092 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] Publish callbacks [] for security_group (9888024b-7b7d-4eb4-9f99-baa962c9a889), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.440152 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9888024b-7b7d-4eb4-9f99-baa962c9a889), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.442938 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:50.444270 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9888024b-7b7d-4eb4-9f99-baa962c9a889 HTTP/1.1" status: 204 len: 168 time: 0.1329622 May 10 15:09:50.452968 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b0307-daea-4db8-9f7e-6a572056e418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888024b-7b7d-4eb4-9f99-baa962c9a889,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:51.198612 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c66-2e9a-45ca-9f81-b0c667709a83 req-efcb93ae-56a9-4a3c-ad26-27e78811ba86 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:51.200867 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dda00c66-2e9a-45ca-9f81-b0c667709a83 req-efcb93ae-56a9-4a3c-ad26-27e78811ba86 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0614142 May 10 15:09:51.255064 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dda00c66-2e9a-45ca-9f81-b0c667709a83 req-3dc39b4b-397c-4464-aca5-843b031a67b6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 May 10 15:09:51.407160 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eed3b7d6-8e75-41ae-9210-60f80bab2de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:51.645031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:51.753808 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2c62-ec0f-4e82-b684-3527cb6a05cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:51.837132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2c62-ec0f-4e82-b684-3527cb6a05cd admin admin] Publish callbacks [] for security_group (7460f441-ed26-49cd-9e4c-f7c6bb090c5c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:51.841258 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b4e2c62-ec0f-4e82-b684-3527cb6a05cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (7460f441-ed26-49cd-9e4c-f7c6bb090c5c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:51.884347 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9b4e2c62-ec0f-4e82-b684-3527cb6a05cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f99ec9221a3e493db85d4da129378ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357152 May 10 15:09:51.884347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e2c62-ec0f-4e82-b684-3527cb6a05cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7460f441-ed26-49cd-9e4c-f7c6bb090c5c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:51.884912 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32818) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:51.943417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] Publish callbacks [] for security_group (7460f441-ed26-49cd-9e4c-f7c6bb090c5c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:51.964813 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] Publish callbacks [] for security_group (7460f441-ed26-49cd-9e4c-f7c6bb090c5c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.013743 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (7460f441-ed26-49cd-9e4c-f7c6bb090c5c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.016436 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.017639 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7460f441-ed26-49cd-9e4c-f7c6bb090c5c HTTP/1.1" status: 204 len: 168 time: 0.1317039 May 10 15:09:52.025680 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897ff7-f60a-47a5-8085-f9b036bbfb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7460f441-ed26-49cd-9e4c-f7c6bb090c5c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:52.413571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d0258-7374-4a7e-9fd4-295fb03d8ea6 req-8c5f5bfb-fffc-457c-a977-f16b96938ee4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:52.415863 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-963d0258-7374-4a7e-9fd4-295fb03d8ea6 req-8c5f5bfb-fffc-457c-a977-f16b96938ee4 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0720811 May 10 15:09:52.526578 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-963d0258-7374-4a7e-9fd4-295fb03d8ea6 req-9b4768ff-6257-4472-8363-b0a8e6879625 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027334 May 10 15:09:52.691321 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.774802 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32844) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:52.881271 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-502878136-network', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:52.907471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Made reservation on behalf of 69cc7901bd8e4ff68b7e943121e69580 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:52.909898 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.921884 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:52.997705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks [] for security_group (a2470bf1-c851-4f5d-9502-068cd998eeff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.003243 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (a2470bf1-c851-4f5d-9502-068cd998eeff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.032817 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:09:53.039478 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2470bf1-c851-4f5d-9502-068cd998eeff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.045805 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8b3071c4-10df-4505-80fd-c9e9a006868e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.046152 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Added segment 8b3071c4-10df-4505-80fd-c9e9a006868e of type vlan for network a56999be-3a54-42c1-b29a-0ce876aff707 May 10 15:09:53.097969 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (a56999be-3a54-42c1-b29a-0ce876aff707), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.125496 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (a56999be-3a54-42c1-b29a-0ce876aff707), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.126603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:53.127209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.184830 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4084985 May 10 15:09:53.188186 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:53.193245 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Request body: {'subnet': {'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-502878136-subnet', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:53.209161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a85a4-0cdd-43cd-9bb3-d839a8ea3b4e admin admin] Pushing event updated for resources: {'Network': ['ID=a56999be-3a54-42c1-b29a-0ce876aff707,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.219990 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network a56999be-3a54-42c1-b29a-0ce876aff707 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:09:53.222493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Made reservation on behalf of 69cc7901bd8e4ff68b7e943121e69580 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:53.224997 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.409273 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (11d37d5b-9278-4032-9956-ab16412d99ef), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.463274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d37d5b-9278-4032-9956-ab16412d99ef,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.473847 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Checking segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:09:53.478052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Network hostable DHCP agents. Network: a56999be-3a54-42c1-b29a-0ce876aff707, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:09:53.492373 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Network a56999be-3a54-42c1-b29a-0ce876aff707 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:09:53.501933 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, a56999be-3a54-42c1-b29a-0ce876aff707) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:53.506262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:53.507160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.513567 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e34519-58cc-49f7-bad3-f9f069aee720 None None] Network a56999be-3a54-42c1-b29a-0ce876aff707 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:09:53.525297 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-252bcf59-2031-43ac-8234-d63e691c7e80 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360572 May 10 15:09:53.528120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:53.535625 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:53.560307 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.561706 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.673914 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for router_controller (70c48e79-a79a-470b-bf46-7df2bf8151a7), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.676427 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d994f5-7706-4e50-a00e-f55aeb13f82e req-ac98bdbb-a54d-4700-bff9-61aeaf0e51b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:53.684000 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1d994f5-7706-4e50-a00e-f55aeb13f82e req-ac98bdbb-a54d-4700-bff9-61aeaf0e51b5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0567350 May 10 15:09:53.689818 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-a56999be-3a54-42c1-b29a-0ce876aff707', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:09:53.690778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:53.751006 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1d994f5-7706-4e50-a00e-f55aeb13f82e req-12d38321-1edb-4152-84af-faabd884a597 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657918 May 10 15:09:53.873021 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Allocated IP 172.20.0.2 (a56999be-3a54-42c1-b29a-0ce876aff707/11d37d5b-9278-4032-9956-ab16412d99ef/19b80778-a85d-47f3-aad0-af7804b312b8) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:53.905158 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for router_gateway (70c48e79-a79a-470b-bf46-7df2bf8151a7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.092180 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks [] for port (19b80778-a85d-47f3-aad0-af7804b312b8), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.107449 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.147765 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.150621 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for router_gateway (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.169618 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Network a56999be-3a54-42c1-b29a-0ce876aff707 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:54.171035 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Pushing event updated for resources: {'Port': ['ID=19b80778-a85d-47f3-aad0-af7804b312b8,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:54.171881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.174235 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:54.176595 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:09:54.262657 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Attempting to bind port 19b80778-a85d-47f3-aad0-af7804b312b8 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:09:54.263148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Attempting to bind port 19b80778-a85d-47f3-aad0-af7804b312b8 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:09:54.263517 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Attempting to bind port 19b80778-a85d-47f3-aad0-af7804b312b8 on network a56999be-3a54-42c1-b29a-0ce876aff707 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:09:54.268974 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:09:54.269348 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Checking segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:09:54.269750 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.270139 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Bound using segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:09:54.270631 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Bound port: 19b80778-a85d-47f3-aad0-af7804b312b8, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:09:54.271013 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.321231 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Allocated IP 172.27.3.119 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/f9ba5ab2-e60d-4368-8900-0e4feb1467b8) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:54.343417 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] For port 19b80778-a85d-47f3-aad0-af7804b312b8, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:09:54.346831 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] For port 19b80778-a85d-47f3-aad0-af7804b312b8, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=19b80778-a85d-47f3-aad0-af7804b312b8,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:09:54.356510 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.422762 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddb620-dbc2-4d2b-8e08-66c055bfd2b2 None None] Pushing event updated for resources: {'Port': ['ID=19b80778-a85d-47f3-aad0-af7804b312b8,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:54.461052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.511408 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:54.579226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:54.585966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:54.589180 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:09:54.616716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:54.896295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427598-b1ca-4ce2-98e0-55f0ee20c41c req-a1035442-8794-41b0-853a-dfcebcd1948f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:54.897871 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-18427598-b1ca-4ce2-98e0-55f0ee20c41c req-a1035442-8794-41b0-853a-dfcebcd1948f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0531957 May 10 15:09:55.006090 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-18427598-b1ca-4ce2-98e0-55f0ee20c41c req-34865ac6-b913-4ac4-b9e3-ce917664a64c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014304 May 10 15:09:55.007543 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for router_gateway (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:55.601198 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:55.646888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:55.772315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd042413-c017-44fc-b22b-5b27f36c1e20 None None] Network a56999be-3a54-42c1-b29a-0ce876aff707 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:09:55.782613 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Router 70c48e79-a79a-470b-bf46-7df2bf8151a7 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:09:55.878047 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Provisioning complete for port 19b80778-a85d-47f3-aad0-af7804b312b8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:55.878439 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:55.895767 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:09:55.904636 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Sync routers for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:55.920146 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:55.920709 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:55.925883 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:55.931365 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32868) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:55.931929 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f9962619-4d7f-4bb3-9a77-0ffea7d0d936 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3999288 May 10 15:09:55.981707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Current status of the port 19b80778-a85d-47f3-aad0-af7804b312b8 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:55.982253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.019334 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] For port 19b80778-a85d-47f3-aad0-af7804b312b8, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=19b80778-a85d-47f3-aad0-af7804b312b8,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:56.024551 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.068472 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:56.099501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2d999-e737-4f54-9749-d94c98bcbb87 None None] Pushing event updated for resources: {'Port': ['ID=19b80778-a85d-47f3-aad0-af7804b312b8,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:56.183773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca49753-289a-46e1-993f-781bd2d4ad7a req-e624fd6f-ea3f-4d81-85d5-9024e8b427eb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:56.185431 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aca49753-289a-46e1-993f-781bd2d4ad7a req-e624fd6f-ea3f-4d81-85d5-9024e8b427eb tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0649769 May 10 15:09:56.235476 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aca49753-289a-46e1-993f-781bd2d4ad7a req-60b645ad-dc7f-4386-bb2d-2f8a77735a56 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 May 10 15:09:56.248162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0690813d-bae7-4dce-a7a6-a71038f2c7f5 None None] Provisioning complete for port 19b80778-a85d-47f3-aad0-af7804b312b8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:56.248500 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0690813d-bae7-4dce-a7a6-a71038f2c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.281002 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:54Z', 'revision_number': 3, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:56.312196 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Checking router: 70c48e79-a79a-470b-bf46-7df2bf8151a7 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:56.312553 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Updating router 70c48e79-a79a-470b-bf46-7df2bf8151a7 port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:56.329581 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0690813d-bae7-4dce-a7a6-a71038f2c7f5 None None] Current status of the port 19b80778-a85d-47f3-aad0-af7804b312b8 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:56.340800 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.397850 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.477416 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 19b80778-a85d-47f3-aad0-af7804b312b8 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:09:56.525025 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 19b80778-a85d-47f3-aad0-af7804b312b8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:56.525404 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.570241 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Allocated IP 172.20.0.1 (a56999be-3a54-42c1-b29a-0ce876aff707/11d37d5b-9278-4032-9956-ab16412d99ef/eed9a750-1377-4761-98be-f7fea0f3fd2c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:56.618588 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks [] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.618854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 19b80778-a85d-47f3-aad0-af7804b312b8 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:56.624718 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.678813 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Pushing event updated for resources: {'Port': ['ID=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:56.680948 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Attempting to bind port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:09:56.681315 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Attempting to bind port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:09:56.681676 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Attempting to bind port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:09:56.698607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks [] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.698733 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.700086 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:09:56.700086 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:09:56.700086 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.700086 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:09:56.702707 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Bound port: f9ba5ab2-e60d-4368-8900-0e4feb1467b8, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:09:56.703331 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.726021 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.761601 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] For port f9ba5ab2-e60d-4368-8900-0e4feb1467b8, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:09:56.765714 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] For port f9ba5ab2-e60d-4368-8900-0e4feb1467b8, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:09:56.767183 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Network a56999be-3a54-42c1-b29a-0ce876aff707 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:56.770624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:56.771538 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.775806 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:09:56.820310 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Pushing event updated for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:56.840317 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.840624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.841105 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.841522 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.842149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.842513 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.843420 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.843899 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.844265 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.845280 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.845634 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.845996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.846338 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.846868 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.846993 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63ef9f-cfb9-4d52-9b77-a2ec4e798fb5 None None] Pushing event updated for resources: {'Port': ['ID=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:56.847208 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:56.849613 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:56.850211 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:56.878119 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:56.991617 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:57.053745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4c18e627-f128-4709-9b70-ee2dd88f7ad4 None None] Provisioning complete for port eed9a750-1377-4761-98be-f7fea0f3fd2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:57.054049 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c18e627-f128-4709-9b70-ee2dd88f7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.056187 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.103525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4c18e627-f128-4709-9b70-ee2dd88f7ad4 None None] Port eed9a750-1377-4761-98be-f7fea0f3fd2c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:09:57.206914 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:54Z', 'revision_number': 3, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:57.233662 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1dd881-23cd-4205-9e5b-ec81bf2bafc3 None None] The sync data for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi is: [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:54Z', 'revision_number': 3, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:57.249789 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks [] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.255309 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.325266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Pushing event updated for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:57.328780 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.385443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9520eb-0bde-4a33-8e49-a9beb40375aa req-5f947632-2809-4064-9212-1e35c960fdc5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:57.393680 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aa9520eb-0bde-4a33-8e49-a9beb40375aa req-5f947632-2809-4064-9212-1e35c960fdc5 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0583823 May 10 15:09:57.435608 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Network a56999be-3a54-42c1-b29a-0ce876aff707 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:57.437482 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:57.444354 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aa9520eb-0bde-4a33-8e49-a9beb40375aa req-0185aaf1-53ab-47d9-af89-70daa4b62a44 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497401 May 10 15:09:57.585069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Router 70c48e79-a79a-470b-bf46-7df2bf8151a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:09:57.709797 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:09:57.715995 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dda2036f-96a0-4a2c-afca-70bab17bdc9f admin admin] 10.222.0.83 "PUT /v2.0/routers/70c48e79-a79a-470b-bf46-7df2bf8151a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828121 May 10 15:09:57.726026 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d229cd00-4db8-45cb-9523-d3de7c9233ed None None] Provisioning complete for port eed9a750-1377-4761-98be-f7fea0f3fd2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:57.726979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d229cd00-4db8-45cb-9523-d3de7c9233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:57.764192 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d229cd00-4db8-45cb-9523-d3de7c9233ed None None] Port eed9a750-1377-4761-98be-f7fea0f3fd2c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:09:58.195443 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:58.201006 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-687564279-network', 'tenant_id': '657130c9752e4748817a4bafcd53f33d'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:58.222355 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Made reservation on behalf of 657130c9752e4748817a4bafcd53f33d for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:58.224596 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.233346 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.318674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks [] for security_group (9260f2aa-57f2-4bc2-ac44-63b2933cb99c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.322454 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9260f2aa-57f2-4bc2-ac44-63b2933cb99c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.346920 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:09:58.357904 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9260f2aa-57f2-4bc2-ac44-63b2933cb99c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:58.363700 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (cf889c67-825f-4679-9336-83980606ac97), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.364038 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Added segment cf889c67-825f-4679-9336-83980606ac97 of type vlan for network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 May 10 15:09:58.406453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.447654 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.448643 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:58.449254 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.469436 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f9ba5ab2-e60d-4368-8900-0e4feb1467b8 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:09:58.518339 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3217623 May 10 15:09:58.518488 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:58.527507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Request body: {'subnet': {'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-687564279-subnet', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:58.530340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d16a3-1bd0-46f3-bca7-d1c2f3ae556f admin admin] Pushing event updated for resources: {'Network': ['ID=58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:58.555526 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:09:58.562291 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Made reservation on behalf of 657130c9752e4748817a4bafcd53f33d for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:58.565560 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.626199 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:09:58.626500 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f739eb7-8cfa-43aa-8ebc-4674651c7ad5 req-7f992dec-8c75-4a72-a867-3e918120bf7e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:58.628147 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f739eb7-8cfa-43aa-8ebc-4674651c7ad5 req-7f992dec-8c75-4a72-a867-3e918120bf7e tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 944 time: 0.0557842 May 10 15:09:58.654607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:09:58.655179 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.697440 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f739eb7-8cfa-43aa-8ebc-4674651c7ad5 req-9eae757f-65fe-4e10-93dd-f89224415ea0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573349 May 10 15:09:58.762248 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (c4128827-06f5-4c7d-bc2e-5ba92bd67197), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.803020 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:58.819954 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4128827-06f5-4c7d-bc2e-5ba92bd67197,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:58.829408 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'port_id': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'mac_address': 'fa:16:3e:24:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:09:58.832452 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Checking segment: {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:09:58.832809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Network hostable DHCP agents. Network: 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:09:58.834115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:58.834539 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.850869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:09:58.859638 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:58.864066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:58.864660 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.875973 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49d449-b43b-4b99-98c7-13b844f0457d None None] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:09:58.884451 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bec0d7ae-b516-453a-bc98-fb7d4cbc90e2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3638401 May 10 15:09:58.887536 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 32908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:09:58.891719 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:09:58.894146 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port f9ba5ab2-e60d-4368-8900-0e4feb1467b8, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:58.925700 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.928860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.930688 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.937183 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Sync routers for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:58.970316 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:09:58.970649 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:58.983476 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for router_controller (78feccd7-fcdd-47c2-89d4-b923998c9acc), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.000108 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:09:59.000747 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:59.013382 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:59.085558 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:59.089234 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:09:59.126603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for router_gateway (78feccd7-fcdd-47c2-89d4-b923998c9acc), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.240217 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.267603 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'project_id': '657130c9752e4748817a4bafcd53f33d', 'fixed_ips': [{'subnet_id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:09:59.268460 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.312294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for router_gateway (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.334302 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.405504 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:09:59.435455 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:59.437257 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Allocated IP 172.27.3.83 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/b73109f4-d207-40d3-8f07-7856d33cf8f0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:59.533672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['894eaf97-5fb6-48fd-9978-9efc8dd336f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:09:59.542793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.575796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.610694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:59.615047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:59.619203 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:09:59.627136 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Allocated IP 172.20.0.2 (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1/c4128827-06f5-4c7d-bc2e-5ba92bd67197/754672c1-898c-498f-b1b0-25499b3cb45f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:59.645209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Pushing event updated for resources: {'Port': ['ID=b73109f4-d207-40d3-8f07-7856d33cf8f0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:59.791586 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:09:57Z', 'revision_number': 2, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:59.837859 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Checking router: 70c48e79-a79a-470b-bf46-7df2bf8151a7 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:59.838610 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Updating router 70c48e79-a79a-470b-bf46-7df2bf8151a7 port eed9a750-1377-4761-98be-f7fea0f3fd2c binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:59.859397 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe7c2-51b7-4a11-95e4-505f9e853abf req-bf946af6-bbaa-4ba5-8514-c18e11242180 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:59.860885 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b6bbe7c2-51b7-4a11-95e4-505f9e853abf req-bf946af6-bbaa-4ba5-8514-c18e11242180 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0873363 May 10 15:09:59.913802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.954014 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks [] for port (754672c1-898c-498f-b1b0-25499b3cb45f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.954616 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b6bbe7c2-51b7-4a11-95e4-505f9e853abf req-6f508951-b6be-449f-99cc-1335fc6feb31 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876684 May 10 15:09:59.955331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for router_gateway (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:09:59.987738 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.091641 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:00.103881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:00.110999 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:00.126018 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Pushing event updated for resources: {'Port': ['ID=754672c1-898c-498f-b1b0-25499b3cb45f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:00.157577 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.229937 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Attempting to bind port 754672c1-898c-498f-b1b0-25499b3cb45f on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:00.230290 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Attempting to bind port 754672c1-898c-498f-b1b0-25499b3cb45f by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:00.230691 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Attempting to bind port 754672c1-898c-498f-b1b0-25499b3cb45f on network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:00.243953 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:00.244328 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Checking segment: {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:00.244736 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.245124 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Bound using segment: {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:00.245600 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Bound port: 754672c1-898c-498f-b1b0-25499b3cb45f, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:00.245978 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.296278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Router 78feccd7-fcdd-47c2-89d4-b923998c9acc is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:10:00.377853 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] For port 754672c1-898c-498f-b1b0-25499b3cb45f, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:00.401280 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] For port 754672c1-898c-498f-b1b0-25499b3cb45f, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=754672c1-898c-498f-b1b0-25499b3cb45f,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:00.407396 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks [] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.410209 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.436870 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.491811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f9ba5ab2-e60d-4368-8900-0e4feb1467b8 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:00.517218 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f848618-ed72-4931-93a2-f0c68c7c4afd None None] Pushing event updated for resources: {'Port': ['ID=754672c1-898c-498f-b1b0-25499b3cb45f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:00.620865 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Attempting to bind port eed9a750-1377-4761-98be-f7fea0f3fd2c on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:00.621232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Attempting to bind port eed9a750-1377-4761-98be-f7fea0f3fd2c by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:00.621597 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Attempting to bind port eed9a750-1377-4761-98be-f7fea0f3fd2c on network a56999be-3a54-42c1-b29a-0ce876aff707 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:00.634959 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490c2c-c634-4895-a0d0-5e7f4bebfb39 None None] Pushing event updated for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:00.639602 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:00.639982 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Checking segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:00.640388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.640776 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Bound using segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:00.641256 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Bound port: eed9a750-1377-4761-98be-f7fea0f3fd2c, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:00.641639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.645964 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:00.656627 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:00.657008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.699126 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:00.714910 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Sync routers for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:00.728267 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:00.729193 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:00.732582 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.734147 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-12285a29-5983-42cf-bcab-eb489c8cca89 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8453403 May 10 15:10:00.737484 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 32916) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:00.829256 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:00.829256 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.832574 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] For port eed9a750-1377-4761-98be-f7fea0f3fd2c, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:00.836208 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] For port eed9a750-1377-4761-98be-f7fea0f3fd2c, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=eed9a750-1377-4761-98be-f7fea0f3fd2c,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:00.882179 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:00.884276 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:01.098952 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:01.100994 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Provisioning complete for port eed9a750-1377-4761-98be-f7fea0f3fd2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:01.101887 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.118160 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:09:59Z', 'revision_number': 3, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.133466 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ae9c2-8f99-4483-ae9a-837f7668c055 req-faa81ac0-be8c-4655-a39d-fc608a97ee02 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.139945 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e38ae9c2-8f99-4483-ae9a-837f7668c055 req-faa81ac0-be8c-4655-a39d-fc608a97ee02 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 945 time: 0.0989528 May 10 15:10:01.153734 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490c2c-c634-4895-a0d0-5e7f4bebfb39 None None] Pushing event updated for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.156672 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Checking router: 78feccd7-fcdd-47c2-89d4-b923998c9acc for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:01.157673 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Updating router 78feccd7-fcdd-47c2-89d4-b923998c9acc port b73109f4-d207-40d3-8f07-7856d33cf8f0 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:01.171105 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:01.171771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.203917 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.291980 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:01.292378 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.434427 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:01.436242 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783bb19b-15ba-4b71-b5f3-763942f4b03b" -d '{"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:01.468305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:01.538651 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013556a-9e62-4b3d-9fe9-dbfb16bb768c x-openstack-request-id: req-e013556a-9e62-4b3d-9fe9-dbfb16bb768c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:01.538949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-plugged", "status": "completed", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:01.539177 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e013556a-9e62-4b3d-9fe9-dbfb16bb768c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:01.539570 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e013556a-9e62-4b3d-9fe9-dbfb16bb768c'] response: {'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'code': 200} May 10 15:10:01.541681 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Current status of the port eed9a750-1377-4761-98be-f7fea0f3fd2c is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:01.542066 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.556100 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:01.563275 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks [] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.571008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.576133 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.611406 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e38ae9c2-8f99-4483-ae9a-837f7668c055 req-aad1e2e9-2225-4211-801c-f5d5296fdf0d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702435 May 10 15:10:01.648204 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] For port eed9a750-1377-4761-98be-f7fea0f3fd2c, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=eed9a750-1377-4761-98be-f7fea0f3fd2c,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:01.672324 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Attempting to bind port b73109f4-d207-40d3-8f07-7856d33cf8f0 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:01.672748 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Attempting to bind port b73109f4-d207-40d3-8f07-7856d33cf8f0 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:01.673125 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Attempting to bind port b73109f4-d207-40d3-8f07-7856d33cf8f0 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:01.683485 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:01.683911 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:01.684319 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.684945 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:01.685436 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Bound port: b73109f4-d207-40d3-8f07-7856d33cf8f0, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:01.685868 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.706370 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.744194 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] For port b73109f4-d207-40d3-8f07-7856d33cf8f0, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:01.747828 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] For port b73109f4-d207-40d3-8f07-7856d33cf8f0, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b73109f4-d207-40d3-8f07-7856d33cf8f0,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:01.757090 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.762410 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.780977 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.794886 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:01.795572 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.800610 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16c9e-e81c-4bc1-9d5b-94700889c9b7 req-31988c60-aca0-47a8-8b46-ac8da6ed2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.804044 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6cd16c9e-e81c-4bc1-9d5b-94700889c9b7 req-31988c60-aca0-47a8-8b46-ac8da6ed2733 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1131 time: 0.0871344 May 10 15:10:01.861936 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e46dfa0e-42b7-43b6-a468-2c381b5a1e20 None None] Provisioning complete for port eed9a750-1377-4761-98be-f7fea0f3fd2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:01.862320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e46dfa0e-42b7-43b6-a468-2c381b5a1e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:01.871871 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6cd16c9e-e81c-4bc1-9d5b-94700889c9b7 req-bea15745-c9ea-4dad-a84a-8e8b55dfe244 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614810 May 10 15:10:01.884625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1570c-e0a5-42b3-b7f7-840ccda6aa03 None None] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:01.955870 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22032f-65f3-497e-a339-267c28f02a10 None None] Pushing event updated for resources: {'Port': ['ID=b73109f4-d207-40d3-8f07-7856d33cf8f0,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.966265 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7d76-11cb-4555-8e6a-e5baa80558c3 None None] Pushing event updated for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.978123 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Allocated IP 172.20.0.1 (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1/c4128827-06f5-4c7d-bc2e-5ba92bd67197/92343318-0fb8-491f-9672-044ea1e988fb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:02.056073 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22032f-65f3-497e-a339-267c28f02a10 None None] Pushing event updated for resources: {'Port': ['ID=b73109f4-d207-40d3-8f07-7856d33cf8f0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:02.059332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:00Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:02.059749 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:02.089750 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks [] for port (92343318-0fb8-491f-9672-044ea1e988fb), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.116506 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22e8e-c8cd-4a36-b376-704a17330d86 None None] The sync data for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi is: [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:00Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:02.145927 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.172812 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e46dfa0e-42b7-43b6-a468-2c381b5a1e20 None None] Current status of the port eed9a750-1377-4761-98be-f7fea0f3fd2c is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:02.230238 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:02.252808 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:02.260759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:02.309286 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Pushing event updated for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:02.319068 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Provisioning complete for port 754672c1-898c-498f-b1b0-25499b3cb45f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:02.322976 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.360248 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.453737 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:09:59Z', 'revision_number': 3, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:02.514216 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ce770-5788-4249-9bcf-06f73934b195 None None] The sync data for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi is: [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:09:59Z', 'revision_number': 3, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:02.552340 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Current status of the port 754672c1-898c-498f-b1b0-25499b3cb45f is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:02.552734 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.646699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-56c964a3-861f-40be-aba1-d5c53c3ef93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:02.648848 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-56c964a3-861f-40be-aba1-d5c53c3ef93a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=09c6a716650343c18e62bbe7235e48c8&device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 1131 time: 0.1117916 May 10 15:10:02.651785 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] For port 754672c1-898c-498f-b1b0-25499b3cb45f, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=754672c1-898c-498f-b1b0-25499b3cb45f,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:02.660404 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.660866 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (92343318-0fb8-491f-9672-044ea1e988fb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.724986 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 754672c1-898c-498f-b1b0-25499b3cb45f up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:02.825879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275456bf-bfe4-4be2-9f60-9d0c65cf467c None None] Pushing event updated for resources: {'Port': ['ID=754672c1-898c-498f-b1b0-25499b3cb45f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:02.834022 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0c608741-76d7-486f-b37e-280505c40b40 None None] Provisioning complete for port 754672c1-898c-498f-b1b0-25499b3cb45f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:02.834240 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c608741-76d7-486f-b37e-280505c40b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.875418 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 754672c1-898c-498f-b1b0-25499b3cb45f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:02.875709 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:02.915296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fd64f-72a8-41ed-90a9-68b4af41d741 req-603acee2-5378-4e39-b970-21a534ac82bf tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:02.924020 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3c0fd64f-72a8-41ed-90a9-68b4af41d741 req-603acee2-5378-4e39-b970-21a534ac82bf tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.1067946 May 10 15:10:02.984870 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks [] for port (92343318-0fb8-491f-9672-044ea1e988fb), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.011018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-1ffb794a-afd2-4c35-bde5-e15696e95658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:03.012570 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-1ffb794a-afd2-4c35-bde5-e15696e95658 service neutron] 10.222.0.87 "GET /v2.0/networks?id=98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 200 len: 918 time: 0.2839706 May 10 15:10:03.017115 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.052252 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0c608741-76d7-486f-b37e-280505c40b40 None None] Current status of the port 754672c1-898c-498f-b1b0-25499b3cb45f is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:03.063797 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3c0fd64f-72a8-41ed-90a9-68b4af41d741 req-0b05695e-61cd-42bc-a7c2-5dae8016f8c0 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382444 May 10 15:10:03.110334 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 754672c1-898c-498f-b1b0-25499b3cb45f is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:03.111735 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device eed9a750-1377-4761-98be-f7fea0f3fd2c up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:03.163466 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Pushing event updated for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:03.175271 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.187373 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-404990fa-5333-43cb-953a-6f74deb6053a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 200 len: 1001 time: 0.1220837 May 10 15:10:03.197694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-11e34b09-d6d3-4d97-8265-f1990a6ca99a None None] Provisioning complete for port 92343318-0fb8-491f-9672-044ea1e988fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:03.198074 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11e34b09-d6d3-4d97-8265-f1990a6ca99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (92343318-0fb8-491f-9672-044ea1e988fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.235072 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port eed9a750-1377-4761-98be-f7fea0f3fd2c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:03.235374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.297952 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-11e34b09-d6d3-4d97-8265-f1990a6ca99a None None] Port 92343318-0fb8-491f-9672-044ea1e988fb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:10:03.327557 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:03.329461 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:03.366832 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port eed9a750-1377-4761-98be-f7fea0f3fd2c is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:03.521035 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Router 78feccd7-fcdd-47c2-89d4-b923998c9acc has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:03.675046 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:03.699168 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2e40d9bc-ae94-4db3-9de0-cc3ced7fe7bf admin admin] 10.222.0.83 "PUT /v2.0/routers/78feccd7-fcdd-47c2-89d4-b923998c9acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482036 May 10 15:10:03.728432 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e81ef579-09a3-497d-bd3b-6b1023dcf48d None None] Provisioning complete for port 92343318-0fb8-491f-9672-044ea1e988fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:03.728814 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e81ef579-09a3-497d-bd3b-6b1023dcf48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (92343318-0fb8-491f-9672-044ea1e988fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.784205 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e81ef579-09a3-497d-bd3b-6b1023dcf48d None None] Port 92343318-0fb8-491f-9672-044ea1e988fb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:10:03.817298 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:03.872781 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-1ab4ce3a-e6d2-40cd-a7c8-f4db1b9dca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:03.876256 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-1ab4ce3a-e6d2-40cd-a7c8-f4db1b9dca85 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 200 len: 856 time: 0.1087611 May 10 15:10:03.935188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-bcc6917b-911a-4754-8952-167a0880d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:03.936869 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-bcc6917b-911a-4754-8952-167a0880d358 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=98f2117d-e406-4c1d-b8a0-22d70ac12c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547488 May 10 15:10:04.057183 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-8396ed14-2081-4630-8a46-96240973d106 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096945 May 10 15:10:04.230018 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9edf9f0a-a786-4fea-a7c0-8115615e5969 req-8d2ff371-6e5c-4b03-89a4-fd333dfd75d8 service neutron] 10.222.0.87 "GET /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666844 May 10 15:10:04.251858 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09e4fc-263f-4bb7-9dd7-fdfad173d6db req-a5f9d808-bf9a-4d92-a541-250d3a53e164 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:04.255193 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bc09e4fc-263f-4bb7-9dd7-fdfad173d6db req-a5f9d808-bf9a-4d92-a541-250d3a53e164 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.0835180 May 10 15:10:04.311066 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bc09e4fc-263f-4bb7-9dd7-fdfad173d6db req-9b6135c8-16d5-402c-89d4-e5381c7e2574 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501676 May 10 15:10:04.573629 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 754672c1-898c-498f-b1b0-25499b3cb45f up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:04.661463 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 754672c1-898c-498f-b1b0-25499b3cb45f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:04.661846 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:04.777412 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 754672c1-898c-498f-b1b0-25499b3cb45f is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:04.779141 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b73109f4-d207-40d3-8f07-7856d33cf8f0 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:04.842304 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b73109f4-d207-40d3-8f07-7856d33cf8f0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:04.842852 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:05.127145 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b73109f4-d207-40d3-8f07-7856d33cf8f0 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:05.127630 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:05.158193 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port b73109f4-d207-40d3-8f07-7856d33cf8f0, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b73109f4-d207-40d3-8f07-7856d33cf8f0,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:05.175223 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:05.231071 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=b73109f4-d207-40d3-8f07-7856d33cf8f0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:05.453034 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Sync routers for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:05.464530 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a9cfd-abb3-47b2-ae9d-cba7af455b34 req-380ebde0-0fd3-4e0a-a6ff-b9a87a18957c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:05.466832 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-058a9cfd-abb3-47b2-ae9d-cba7af455b34 req-380ebde0-0fd3-4e0a-a6ff-b9a87a18957c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.0678852 May 10 15:10:05.468692 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:05.469403 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:05.531021 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-058a9cfd-abb3-47b2-ae9d-cba7af455b34 req-16155b83-4831-4efd-8635-fa3e203b683f tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585809 May 10 15:10:05.611451 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:05.834284 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:10:02Z', 'revision_number': 4, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '92343318-0fb8-491f-9672-044ea1e988fb', 'name': '', 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'mac_address': 'fa:16:3e:3d:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:01Z', 'updated_at': '2022-05-10T15:10:02Z', 'revision_number': 2, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'subnets': [{'id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:05.867529 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Checking router: 78feccd7-fcdd-47c2-89d4-b923998c9acc for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:05.868076 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Updating router 78feccd7-fcdd-47c2-89d4-b923998c9acc port 92343318-0fb8-491f-9672-044ea1e988fb binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:05.906977 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (92343318-0fb8-491f-9672-044ea1e988fb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.219040 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks [] for port (92343318-0fb8-491f-9672-044ea1e988fb), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.226476 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.311377 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940a57-933d-4f44-9d03-a29dd7caecb0 None None] Pushing event updated for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:06.375326 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Attempting to bind port 92343318-0fb8-491f-9672-044ea1e988fb on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:06.376072 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Attempting to bind port 92343318-0fb8-491f-9672-044ea1e988fb by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:06.376651 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Attempting to bind port 92343318-0fb8-491f-9672-044ea1e988fb on network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:06.385220 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:06.386066 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Checking segment: {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:06.386791 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.387462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Bound using segment: {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:06.388187 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Bound port: 92343318-0fb8-491f-9672-044ea1e988fb, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf889c67-825f-4679-9336-83980606ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:06.388838 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (92343318-0fb8-491f-9672-044ea1e988fb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.511730 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] For port 92343318-0fb8-491f-9672-044ea1e988fb, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:06.516010 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] For port 92343318-0fb8-491f-9672-044ea1e988fb, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=92343318-0fb8-491f-9672-044ea1e988fb,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:06.521760 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b73109f4-d207-40d3-8f07-7856d33cf8f0 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:06.527245 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.610503 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:06.611139 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:06.703985 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d136-a045-424b-9ff3-e9ec7d142676 req-61180f64-b8fe-4815-af72-b14c49107acf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:06.706839 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0fb0d136-a045-424b-9ff3-e9ec7d142676 req-61180f64-b8fe-4815-af72-b14c49107acf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0701785 May 10 15:10:06.734428 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:06.811429 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0fb0d136-a045-424b-9ff3-e9ec7d142676 req-9c22cb52-c444-48cb-97ae-97ef0bbc2dcf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968182 May 10 15:10:06.824740 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Provisioning complete for port 92343318-0fb8-491f-9672-044ea1e988fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:06.825108 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (92343318-0fb8-491f-9672-044ea1e988fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:06.882988 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940a57-933d-4f44-9d03-a29dd7caecb0 None None] Pushing event updated for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:06.917148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b73109f4-d207-40d3-8f07-7856d33cf8f0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:06.917753 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:07.054377 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Current status of the port 92343318-0fb8-491f-9672-044ea1e988fb is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:07.055344 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (92343318-0fb8-491f-9672-044ea1e988fb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:07.156944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] For port 92343318-0fb8-491f-9672-044ea1e988fb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=92343318-0fb8-491f-9672-044ea1e988fb,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:07.166820 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:07.171771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b73109f4-d207-40d3-8f07-7856d33cf8f0 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:07.206129 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:10:02Z', 'revision_number': 4, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '92343318-0fb8-491f-9672-044ea1e988fb', 'name': '', 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'mac_address': 'fa:16:3e:3d:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:01Z', 'updated_at': '2022-05-10T15:10:06Z', 'revision_number': 4, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'subnets': [{'id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:07.245198 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709824f-3840-4d34-b68f-69ad8573fdbe None None] The sync data for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi is: [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:10:02Z', 'revision_number': 4, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '92343318-0fb8-491f-9672-044ea1e988fb', 'name': '', 'network_id': '58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'mac_address': 'fa:16:3e:3d:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:01Z', 'updated_at': '2022-05-10T15:10:06Z', 'revision_number': 4, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'subnets': [{'id': 'c4128827-06f5-4c7d-bc2e-5ba92bd67197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:07.256879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8da922-b95b-4c66-83f2-b3287fb4f9bc None None] Pushing event updated for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:07.288442 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-840adb9d-a8cb-408b-83a6-95170662c4ca None None] Provisioning complete for port 92343318-0fb8-491f-9672-044ea1e988fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:07.288863 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-840adb9d-a8cb-408b-83a6-95170662c4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (92343318-0fb8-491f-9672-044ea1e988fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:07.420970 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-840adb9d-a8cb-408b-83a6-95170662c4ca None None] Current status of the port 92343318-0fb8-491f-9672-044ea1e988fb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:07.953856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c655de-60ac-4188-a81d-f52a6ba89fb8 req-10dcdbc9-3841-484a-954d-c19de2568cdf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:07.956058 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-10c655de-60ac-4188-a81d-f52a6ba89fb8 req-10dcdbc9-3841-484a-954d-c19de2568cdf tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0722110 May 10 15:10:08.010462 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-10c655de-60ac-4188-a81d-f52a6ba89fb8 req-dceb828a-d09f-4af1-a8d3-356410f165b8 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups?id=89e7cac5-5a1b-4e90-8650-cad0815dfde0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477414 May 10 15:10:08.264409 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-e7771d89-4998-48bc-9d1a-dd22cf200372 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:08.265873 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-e7771d89-4998-48bc-9d1a-dd22cf200372 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 946 time: 0.0502942 May 10 15:10:08.389997 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port 8249c515-6b47-4c2d-96f0-3890fe222b3f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:08.390260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.520094 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] For port 8249c515-6b47-4c2d-96f0-3890fe222b3f, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=8249c515-6b47-4c2d-96f0-3890fe222b3f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:08.520789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.531611 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 92343318-0fb8-491f-9672-044ea1e988fb up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:08.583659 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 92343318-0fb8-491f-9672-044ea1e988fb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:08.584099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (92343318-0fb8-491f-9672-044ea1e988fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.675395 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 92343318-0fb8-491f-9672-044ea1e988fb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:08.742504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.743249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.743779 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Floating IP 8e530108-49a8-4a47-bafa-80f9532931fb disassociated. External IP: 172.27.3.156, port: 8249c515-6b47-4c2d-96f0-3890fe222b3f. May 10 15:10:08.744344 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for 8249c515-6b47-4c2d-96f0-3890fe222b3f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:08.896315 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (8249c515-6b47-4c2d-96f0-3890fe222b3f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:08.925947 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=8249c515-6b47-4c2d-96f0-3890fe222b3f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:09.064713 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:09.125129 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95722af9-64fc-4641-907d-e763939946c8 req-dcb7d3ec-2937-4013-90e6-81b0a89b5d97 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/ports?device_id=66b3a64c-3f42-4c9e-93af-365cc96e737a HTTP/1.1" status: 200 len: 210 time: 0.0337350 May 10 15:10:09.183395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:09.194146 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:09.212642 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:09.213586 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:09.235849 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] No DVR routers for this DVR port 8249c515-6b47-4c2d-96f0-3890fe222b3f on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:09.238446 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:09.242091 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c8f9fbc4-d7d2-4e47-bed0-715a02e94b51 req-1044b763-559f-41a7-9cad-74ec13c786ee tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.87 "DELETE /v2.0/ports/8249c515-6b47-4c2d-96f0-3890fe222b3f HTTP/1.1" status: 204 len: 173 time: 0.9706235 May 10 15:10:09.242569 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'name': 'network-vif-deleted', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:09.248290 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b65f67-8cc9-4e9f-bea5-b071fe62eb82" -d '{"events": [{"server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "name": "network-vif-deleted", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:09.323237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c7f06d-db4c-415e-94b1-aa5c2ba396d7 x-openstack-request-id: req-a1c7f06d-db4c-415e-94b1-aa5c2ba396d7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:09.323850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b3a64c-3f42-4c9e-93af-365cc96e737a", "name": "network-vif-deleted", "tag": "8249c515-6b47-4c2d-96f0-3890fe222b3f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:09.324249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a1c7f06d-db4c-415e-94b1-aa5c2ba396d7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:09.324788 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c7f06d-db4c-415e-94b1-aa5c2ba396d7'] response: {'server_uuid': '66b3a64c-3f42-4c9e-93af-365cc96e737a', 'name': 'network-vif-deleted', 'tag': '8249c515-6b47-4c2d-96f0-3890fe222b3f', 'status': 'completed', 'code': 200} May 10 15:10:09.405998 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:09.662624 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:09.702191 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:09.715795 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:09.719019 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:09.861930 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:10.097565 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:10.130835 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94391a-6e39-4b08-aa84-eb7deba9c86a None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:03:05Z', 'revision_number': 4, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f', 'name': '', 'network_id': '56419087-50d9-434c-b827-6ceec51e5c27', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'mac_address': 'fa:16:3e:2b:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:03Z', 'updated_at': '2022-05-10T15:03:17Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'subnets': [{'id': '6331044a-f340-4d41-96ef-a0f0098bb615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:10.243081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:10.313810 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (89e7cac5-5a1b-4e90-8650-cad0815dfde0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.347127 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (89e7cac5-5a1b-4e90-8650-cad0815dfde0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.409714 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (89e7cac5-5a1b-4e90-8650-cad0815dfde0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.417365 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.418752 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/security-groups/89e7cac5-5a1b-4e90-8650-cad0815dfde0 HTTP/1.1" status: 204 len: 168 time: 0.1743810 May 10 15:10:10.421480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:10.428289 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ff053-2988-4069-8acf-39c3fcb69c6f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7cac5-5a1b-4e90-8650-cad0815dfde0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:10.435388 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-335682ba-ab92-4bca-9fc8-3ced72619548 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] show failed (client error): The resource could not be found. May 10 15:10:10.436727 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-335682ba-ab92-4bca-9fc8-3ced72619548 tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "GET /v2.0/security-groups/89e7cac5-5a1b-4e90-8650-cad0815dfde0 HTTP/1.1" status: 404 len: 347 time: 0.0140586 May 10 15:10:10.439628 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:10.458333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70856f-4e4a-41d8-b7f9-01dd90b4841f None None] New status for floating IP 8e530108-49a8-4a47-bafa-80f9532931fb: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:10.582502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Deleting port 1ba90a55-de69-4a60-813a-5af3312deb1f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:10.582502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.681167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.681634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (1ba90a55-de69-4a60-813a-5af3312deb1f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.696670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Calling delete_port for 1ba90a55-de69-4a60-813a-5af3312deb1f owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:10.845486 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (1ba90a55-de69-4a60-813a-5af3312deb1f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.884317 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Pushing event deleted for resources: {'Port': ['ID=1ba90a55-de69-4a60-813a-5af3312deb1f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:10.946845 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks [] for floatingip (8e530108-49a8-4a47-bafa-80f9532931fb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.949872 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:10.953949 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1bda56cb-8225-47da-8f13-40859272794f tempest-AttachVolumeNegativeTest-73179358 tempest-AttachVolumeNegativeTest-73179358-project] 10.222.0.83 "DELETE /v2.0/floatingips/8e530108-49a8-4a47-bafa-80f9532931fb HTTP/1.1" status: 204 len: 168 time: 0.5129673 May 10 15:10:12.714830 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8249c515-6b47-4c2d-96f0-3890fe222b3f no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:12.742634 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 8249c515-6b47-4c2d-96f0-3890fe222b3f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:12.743317 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 8249c515-6b47-4c2d-96f0-3890fe222b3f not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:13.816108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-e4bbb763-e248-46e4-8b21-cddb54048a70 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:13.817482 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-e4bbb763-e248-46e4-8b21-cddb54048a70 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 814 time: 0.1019797 May 10 15:10:13.831897 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-bd1395d9-caef-4dab-a844-8625d4cf897a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/quotas/69cc7901bd8e4ff68b7e943121e69580 HTTP/1.1" status: 200 len: 375 time: 0.0086715 May 10 15:10:13.878813 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-ac7d342b-78fb-4c6b-88dc-b0d6fb827981 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416374 May 10 15:10:13.974485 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-bc855159-4931-4df1-96b8-4de1e78df1af service neutron] 10.222.0.83 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 May 10 15:10:14.060516 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-aaeca622-c484-4631-a892-081c42d2fcef service neutron] 10.222.0.83 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803082 May 10 15:10:14.215425 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ee49922-6d09-4513-ad65-dc5ecd83ec88 req-1352c047-0fc7-426e-8cfa-756b081a1501 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 210 time: 0.0282443 May 10 15:10:14.677662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33108) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:15.186008 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-77de2b65-d5f0-4ac7-9155-0117cebd12f6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:15.187457 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-77de2b65-d5f0-4ac7-9155-0117cebd12f6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 814 time: 0.1446164 May 10 15:10:15.208626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'port': {'device_id': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'admin_state_up': True, 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:15.271487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:15.352255 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-964542c7-b3a4-4886-8551-ca17a100b938 req-ed3fcf5e-aa95-4442-9cc7-fced2da5da6f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 210 time: 0.0459118 May 10 15:10:15.476999 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Made reservation on behalf of 69cc7901bd8e4ff68b7e943121e69580 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:15.480992 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:15.729853 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Deleting port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:15.730202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:15.742667 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Allocated IP 172.20.0.4 (a56999be-3a54-42c1-b29a-0ce876aff707/11d37d5b-9278-4032-9956-ab16412d99ef/03b834c1-546f-44db-a170-4f24b1f202fb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:16.113686 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] For port 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:16.114051 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.163247 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Calling delete_port for 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:16.273447 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for port (03b834c1-546f-44db-a170-4f24b1f202fb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.364129 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.446640 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Network a56999be-3a54-42c1-b29a-0ce876aff707 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:16.453689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:16.457579 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:16.460940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:16.494838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.495188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.495537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.495880 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.496213 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.496548 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.496879 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.497472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.497799 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.498131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.498498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.498828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.499156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.499482 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.499811 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:16.508491 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5cdfb-84d6-4a61-8866-dd401c95b4a3 req-936e4d3b-03c5-46d9-90e6-c9a8564c18cd tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:16.511403 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cae5cdfb-84d6-4a61-8866-dd401c95b4a3 req-936e4d3b-03c5-46d9-90e6-c9a8564c18cd tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0585303 May 10 15:10:16.512020 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.572617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:16.583795 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:16.585911 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.591981 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cae5cdfb-84d6-4a61-8866-dd401c95b4a3 req-adb8362d-11d7-46b7-b41e-f8eeee4f0200 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 May 10 15:10:16.679814 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-99fb7263-3434-439d-a727-d94318181c88 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749599 May 10 15:10:16.836397 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d640993c-4123-4ed2-b8b5-fabd0f1c2288 None None] Provisioning complete for port 03b834c1-546f-44db-a170-4f24b1f202fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:16.836981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d640993c-4123-4ed2-b8b5-fabd0f1c2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.854484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:16.873158 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d640993c-4123-4ed2-b8b5-fabd0f1c2288 None None] Port 03b834c1-546f-44db-a170-4f24b1f202fb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:10:17.092586 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Router e4c5f004-2c12-400f-8fa9-419c4279d47e has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:17.206550 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:17.211951 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-242f6172-c764-4fe6-b06f-1bdb76345b70 admin admin] 10.222.0.83 "PUT /v2.0/routers/e4c5f004-2c12-400f-8fa9-419c4279d47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5340188 May 10 15:10:17.214537 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:17.215014 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Sync routers for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:17.225562 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:17.226742 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:17.326353 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks [] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:17.348442 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:17.443027 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks [] for router_gateway (e4c5f004-2c12-400f-8fa9-419c4279d47e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:17.506190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Deleting port d584f161-351c-473f-9739-b7471583fceb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:17.506476 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (d584f161-351c-473f-9739-b7471583fceb), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:17.597731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] For port d584f161-351c-473f-9739-b7471583fceb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=d584f161-351c-473f-9739-b7471583fceb,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:17.598249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (d584f161-351c-473f-9739-b7471583fceb), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:17.615705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Calling delete_port for d584f161-351c-473f-9739-b7471583fceb owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:17.623993 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd584f161-351c-473f-9739-b7471583fceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:10:16Z', 'revision_number': 5, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port': {'id': 'd584f161-351c-473f-9739-b7471583fceb', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:17.651831 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Checking router: e4c5f004-2c12-400f-8fa9-419c4279d47e for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:17.660718 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Routers {'e4c5f004-2c12-400f-8fa9-419c4279d47e'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:17.661349 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:09:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e4c5f004-2c12-400f-8fa9-419c4279d47e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:17.759514 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] Set router e4c5f004-2c12-400f-8fa9-419c4279d47e gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:17.828956 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:10:17Z', 'revision_number': 6, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:17.836495 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fb9ac-6835-4724-bdcc-08c20a9e7860 req-37e4f02b-b5ba-4616-9035-c78a9c5b0677 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:17.838054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-283fb9ac-6835-4724-bdcc-08c20a9e7860 req-37e4f02b-b5ba-4616-9035-c78a9c5b0677 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.1180458 May 10 15:10:17.867828 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f7aae-ea52-4857-b15b-320a61141938 None None] The sync data for ids ['e4c5f004-2c12-400f-8fa9-419c4279d47e'] in dv-cinder-839628-2-iscsi is: [{'id': 'e4c5f004-2c12-400f-8fa9-419c4279d47e', 'name': 'tempest-AttachVolumeNegativeTest-3603925-router', 'tenant_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:54Z', 'updated_at': '2022-05-10T15:10:17Z', 'revision_number': 6, 'project_id': '8961e0a1d6d443a0847533b83aa1ea8b', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:17.937720 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-283fb9ac-6835-4724-bdcc-08c20a9e7860 req-4f4c1959-0c38-4082-bbdb-e9d51a329af5 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 May 10 15:10:17.939153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (d584f161-351c-473f-9739-b7471583fceb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:17.967765 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Pushing event deleted for resources: {'Port': ['ID=d584f161-351c-473f-9739-b7471583fceb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:18.049108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.151376 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.153903 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks [] for router_controller (e4c5f004-2c12-400f-8fa9-419c4279d47e), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.200865 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (e4c5f004-2c12-400f-8fa9-419c4279d47e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.201302 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c5f004-2c12-400f-8fa9-419c4279d47e {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:10:18.213155 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.217296 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-785fd04d-cfc3-419e-9fed-ded8a5e5e73e admin admin] 10.222.0.83 "DELETE /v2.0/routers/e4c5f004-2c12-400f-8fa9-419c4279d47e HTTP/1.1" status: 204 len: 168 time: 1.0017972 May 10 15:10:18.217453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:18.267513 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Deleting subnet 6331044a-f340-4d41-96ef-a0f0098bb615 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:10:18.271513 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Publish callbacks [] for subnet (6331044a-f340-4d41-96ef-a0f0098bb615), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.306773 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (6331044a-f340-4d41-96ef-a0f0098bb615), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.423746 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (6331044a-f340-4d41-96ef-a0f0098bb615), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.484569 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device d584f161-351c-473f-9739-b7471583fceb no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:18.485181 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (6331044a-f340-4d41-96ef-a0f0098bb615), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.504191 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.508169 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6331044a-f340-4d41-96ef-a0f0098bb615 HTTP/1.1" status: 204 len: 168 time: 0.2888176 May 10 15:10:18.510535 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33144) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:18.536779 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb0d83-eba9-44e4-a6e4-ddfc92180fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6331044a-f340-4d41-96ef-a0f0098bb615,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:18.542814 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316c27a-f9b4-4721-8834-22ebd0a6a6a9 None None] Network 56419087-50d9-434c-b827-6ceec51e5c27 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:18.545619 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: d584f161-351c-473f-9739-b7471583fceb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:18.545963 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device d584f161-351c-473f-9739-b7471583fceb not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:18.546406 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:18.613774 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (56419087-50d9-434c-b827-6ceec51e5c27), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.633444 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:18.633867 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 4dec0b18-fa3f-4821-a0d7-c7fbbea3b44f not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:18.685827 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Deleting port df596a1c-be99-4755-ad90-0b709cb4e244 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:18.686173 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.750737 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] DHCP port deletion for 56419087-50d9-434c-b827-6ceec51e5c27 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:10:18.792421 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] For port df596a1c-be99-4755-ad90-0b709cb4e244, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=df596a1c-be99-4755-ad90-0b709cb4e244,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:18.792782 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.804391 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Deleting port df596a1c-be99-4755-ad90-0b709cb4e244 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:18.804775 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.821099 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Calling delete_port for df596a1c-be99-4755-ad90-0b709cb4e244 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:18.878940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] For port df596a1c-be99-4755-ad90-0b709cb4e244, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=df596a1c-be99-4755-ad90-0b709cb4e244,segment=NetworkSegment(f3debc6a-c8ec-4f82-a247-9fd9b7f9435d),segment_id=f3debc6a-c8ec-4f82-a247-9fd9b7f9435d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:18.879433 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.895773 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Calling delete_port for df596a1c-be99-4755-ad90-0b709cb4e244 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:18.946502 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:18.971803 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df596a1c-be99-4755-ad90-0b709cb4e244,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:18.994736 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] No DVR routers for this DVR port df596a1c-be99-4755-ad90-0b709cb4e244 on host dv-cinder-839628-2-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:19.129591 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (56419087-50d9-434c-b827-6ceec51e5c27), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.162422 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297877eb-4cd3-4d44-92f4-d10cfbed93f8 req-900c2ca5-5cba-4eb1-a460-582579100e47 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:19.164745 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-297877eb-4cd3-4d44-92f4-d10cfbed93f8 req-900c2ca5-5cba-4eb1-a460-582579100e47 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.1226726 May 10 15:10:19.166699 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56419087-50d9-434c-b827-6ceec51e5c27']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:19.197002 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:19.197381 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3debc6a-c8ec-4f82-a247-9fd9b7f9435d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:19.210151 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (f3debc6a-c8ec-4f82-a247-9fd9b7f9435d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.255333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6a51ed2-282d-42b1-ba5c-43ed89e3581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.264883 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (df596a1c-be99-4755-ad90-0b709cb4e244), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.267611 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (f3debc6a-c8ec-4f82-a247-9fd9b7f9435d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.278266 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-297877eb-4cd3-4d44-92f4-d10cfbed93f8 req-dbf681f2-511b-4738-9f15-71ca5159b4dd tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076636 May 10 15:10:19.284302 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:10:19.285023 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (f3debc6a-c8ec-4f82-a247-9fd9b7f9435d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:10:19.287505 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:10:19.302777 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] Pushing event deleted for resources: {'Port': ['ID=df596a1c-be99-4755-ad90-0b709cb4e244,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:19.312767 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298486b-fc9b-4c28-90d4-f5500f3c2fb5 None None] No DVR routers for this DVR port df596a1c-be99-4755-ad90-0b709cb4e244 on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:19.360241 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (56419087-50d9-434c-b827-6ceec51e5c27), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.367895 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.371373 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/56419087-50d9-434c-b827-6ceec51e5c27 HTTP/1.1" status: 204 len: 168 time: 0.8599381 May 10 15:10:19.387619 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273c2ac-4743-425d-8341-9fe335bee0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56419087-50d9-434c-b827-6ceec51e5c27,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:19.503205 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:19.544417 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-704c92f8-e265-458b-8938-59ea5d25e4a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8961e0a1d6d443a0847533b83aa1ea8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400875 May 10 15:10:19.547011 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:19.605052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] Publish callbacks [] for security_group (4735c6d2-5891-46c4-b5e7-6c96ec517a10), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.628851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] Publish callbacks [] for security_group (4735c6d2-5891-46c4-b5e7-6c96ec517a10), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.678810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (4735c6d2-5891-46c4-b5e7-6c96ec517a10), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.681888 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:19.683069 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4735c6d2-5891-46c4-b5e7-6c96ec517a10 HTTP/1.1" status: 204 len: 168 time: 0.1350679 May 10 15:10:19.691424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3957d-8752-4160-bc15-fc93f39d68c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735c6d2-5891-46c4-b5e7-6c96ec517a10,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:20.412277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad48cd-cc01-4511-b7b8-c01ca1c53a06 req-fae7770e-52a3-4637-a235-4f25a433720a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:20.419703 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04ad48cd-cc01-4511-b7b8-c01ca1c53a06 req-fae7770e-52a3-4637-a235-4f25a433720a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0695050 May 10 15:10:20.494583 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04ad48cd-cc01-4511-b7b8-c01ca1c53a06 req-0c9a13a4-8941-4f80-8ebe-36cae2785fe4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728912 May 10 15:10:20.499340 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device df596a1c-be99-4755-ad90-0b709cb4e244 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:20.531903 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: df596a1c-be99-4755-ad90-0b709cb4e244 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:20.532252 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device df596a1c-be99-4755-ad90-0b709cb4e244 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:21.416206 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2dbe-2815-4c7b-991d-f3018379fcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.520144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33208) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:21.624616 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943036-3731-4f9c-a4d1-1f8f502d9325 req-4eb136d7-9b5d-477d-afc2-57d935be49b3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:21.626103 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2943036-3731-4f9c-a4d1-1f8f502d9325 req-4eb136d7-9b5d-477d-afc2-57d935be49b3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0667131 May 10 15:10:21.654340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-320a7042-e8cb-4436-8a3b-5f4f39a98163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.695789 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2943036-3731-4f9c-a4d1-1f8f502d9325 req-c33edea0-0fd9-4f12-8e70-bf12c8b5c573 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 May 10 15:10:21.759562 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-320a7042-e8cb-4436-8a3b-5f4f39a98163 admin admin] Publish callbacks [] for security_group (ecc1319e-c65a-4cf5-827f-3652ff01f3df), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.763312 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-320a7042-e8cb-4436-8a3b-5f4f39a98163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ecc1319e-c65a-4cf5-827f-3652ff01f3df), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.807266 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-320a7042-e8cb-4436-8a3b-5f4f39a98163 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=907d3b9fe9cf420999c3ae3070766e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856135 May 10 15:10:21.809298 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a7042-e8cb-4436-8a3b-5f4f39a98163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc1319e-c65a-4cf5-827f-3652ff01f3df,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:21.810123 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:21.862682 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] Publish callbacks [] for security_group (ecc1319e-c65a-4cf5-827f-3652ff01f3df), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.885786 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] Publish callbacks [] for security_group (ecc1319e-c65a-4cf5-827f-3652ff01f3df), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.935563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (ecc1319e-c65a-4cf5-827f-3652ff01f3df), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.938235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:21.939540 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ecc1319e-c65a-4cf5-827f-3652ff01f3df HTTP/1.1" status: 204 len: 168 time: 0.1264200 May 10 15:10:21.949143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80b79-69f0-4092-bf87-dbe0f844f360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc1319e-c65a-4cf5-827f-3652ff01f3df,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:22.213336 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:22.228912 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0b515d7-22d4-4fdd-a1b3-89912b1a5c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.309084 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0b515d7-22d4-4fdd-a1b3-89912b1a5c88 admin admin] Publish callbacks [] for security_group (6e717f47-e5e1-4762-8ac8-e268234238b0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.312196 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0b515d7-22d4-4fdd-a1b3-89912b1a5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6e717f47-e5e1-4762-8ac8-e268234238b0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.350155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b515d7-22d4-4fdd-a1b3-89912b1a5c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e717f47-e5e1-4762-8ac8-e268234238b0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:22.354875 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b0b515d7-22d4-4fdd-a1b3-89912b1a5c88 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=277bf9fa64ab422f955de7af66c1004d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404974 May 10 15:10:22.358014 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:22.411895 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] Publish callbacks [] for security_group (6e717f47-e5e1-4762-8ac8-e268234238b0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.434031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] Publish callbacks [] for security_group (6e717f47-e5e1-4762-8ac8-e268234238b0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.481764 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6e717f47-e5e1-4762-8ac8-e268234238b0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.484391 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.485536 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e717f47-e5e1-4762-8ac8-e268234238b0 HTTP/1.1" status: 204 len: 168 time: 0.1265967 May 10 15:10:22.493976 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cefba-e2d0-4ac3-beba-83673be75526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e717f47-e5e1-4762-8ac8-e268234238b0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:22.713115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:22.799264 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:10:22.839117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f2cd-df09-4ddb-b578-46fb7c2bbfc5 req-5aac0312-f43e-430a-a352-b699906fa0d3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:22.840641 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e221f2cd-df09-4ddb-b578-46fb7c2bbfc5 req-5aac0312-f43e-430a-a352-b699906fa0d3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0507753 May 10 15:10:22.901361 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e221f2cd-df09-4ddb-b578-46fb7c2bbfc5 req-9de59100-ee93-4d57-bd8c-9eaa98673f99 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542200 May 10 15:10:24.024379 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:24.049811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81202128-d48c-425a-970d-dc4d689a8ce9 req-2b18e6b5-00a1-482e-a998-20ef6891b681 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.052033 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-81202128-d48c-425a-970d-dc4d689a8ce9 req-2b18e6b5-00a1-482e-a998-20ef6891b681 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0761259 May 10 15:10:24.136310 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-81202128-d48c-425a-970d-dc4d689a8ce9 req-ba872e40-2b8c-4012-a580-1ff57423370f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 May 10 15:10:25.136096 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Request body: {'port': {'device_id': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:25.192878 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.286277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424d3cd-f030-490b-87fa-530238d5fda1 req-d094c2df-264c-45ef-bee9-07cfa34ecba7 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:25.287755 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4424d3cd-f030-490b-87fa-530238d5fda1 req-d094c2df-264c-45ef-bee9-07cfa34ecba7 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 931 time: 0.0641527 May 10 15:10:25.431379 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4424d3cd-f030-490b-87fa-530238d5fda1 req-32e99d43-773d-4a41-92ed-39d5d77cacfa tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 May 10 15:10:25.529626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b834c1-546f-44db-a170-4f24b1f202fb {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:25.537260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks [] for port (03b834c1-546f-44db-a170-4f24b1f202fb), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.550449 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Transition to ACTIVE for port object 03b834c1-546f-44db-a170-4f24b1f202fb will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:10:25.556835 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.588677 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.649516 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:25.676566 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Attempting to bind port 03b834c1-546f-44db-a170-4f24b1f202fb on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:25.676904 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Attempting to bind port 03b834c1-546f-44db-a170-4f24b1f202fb by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:25.677305 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Attempting to bind port 03b834c1-546f-44db-a170-4f24b1f202fb on network a56999be-3a54-42c1-b29a-0ce876aff707 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:25.685295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Port 03b834c1-546f-44db-a170-4f24b1f202fb on network a56999be-3a54-42c1-b29a-0ce876aff707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:10:25.685295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Attempting to bind port 03b834c1-546f-44db-a170-4f24b1f202fb on network a56999be-3a54-42c1-b29a-0ce876aff707 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:25.689058 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:25.689466 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Checking segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:25.689919 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Bound using segment: {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:25.690443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Bound port: 03b834c1-546f-44db-a170-4f24b1f202fb, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3071c4-10df-4505-80fd-c9e9a006868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:25.690871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.758813 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:25.762079 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:25.769111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.807983 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:25.808605 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:25.809980 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] 10.222.0.87 "PUT /v2.0/ports/03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 1093 time: 0.6788735 May 10 15:10:25.810468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:25.813153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a097b69-f017-47a2-b0d3-3c9ba935642d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:25.858735 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc11f-ef3f-4b34-ad63-bfe9be80dedc service neutron] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:25.881140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce71d7-2703-4cb1-bc10-4281fad97ec8 x-openstack-request-id: req-f3ce71d7-2703-4cb1-bc10-4281fad97ec8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:25.881429 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:25.881881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3ce71d7-2703-4cb1-bc10-4281fad97ec8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:25.882553 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce71d7-2703-4cb1-bc10-4281fad97ec8'] response: {'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:10:25.918147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-87104a58-4a15-4814-97fe-5a43222ca4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:25.920007 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-87104a58-4a15-4814-97fe-5a43222ca4cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1127 time: 0.0518553 May 10 15:10:25.967689 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-0ef44057-3d38-4a86-81d0-6cecfb928588 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 217 time: 0.0397713 May 10 15:10:26.017425 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-2a148a13-82c7-4994-bdfd-69ee992221ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:26.018905 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-2a148a13-82c7-4994-bdfd-69ee992221ff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0451798 May 10 15:10:26.062524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-8e01d342-8cdf-4b7b-ad8e-2a8bcb5f0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:26.063965 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-8e01d342-8cdf-4b7b-ad8e-2a8bcb5f0b04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378838 May 10 15:10:26.399884 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-65a3a37b-2e55-4e15-bdd0-3ed97955f82b service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284898 May 10 15:10:26.488605 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c59d4f2b-be3a-439d-92d3-f96d2968144d req-6b813807-4128-4782-9038-6c6832bff8f6 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817180 May 10 15:10:26.547938 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce834d45-c2ed-4823-a9c5-85f2626e4316 req-9e7f8f2b-5901-4b16-b897-9f0d8f14efa4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:26.549422 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce834d45-c2ed-4823-a9c5-85f2626e4316 req-9e7f8f2b-5901-4b16-b897-9f0d8f14efa4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 943 time: 0.0510061 May 10 15:10:26.596474 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce834d45-c2ed-4823-a9c5-85f2626e4316 req-43cc94d5-ce85-4a40-b75b-77e6976b5477 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 May 10 15:10:27.231714 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:27.307635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-47800848-dda8-4cd7-8b76-d970dde9f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.309132 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-47800848-dda8-4cd7-8b76-d970dde9f467 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1127 time: 0.0391495 May 10 15:10:27.333438 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee68b454-70df-4667-adb4-231b2ac31044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.403028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-ee8b4174-73cd-4fbe-b0ee-cf2336e3dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.405144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-ee8b4174-73cd-4fbe-b0ee-cf2336e3dec1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.0881612 May 10 15:10:27.405265 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee68b454-70df-4667-adb4-231b2ac31044 admin admin] Publish callbacks [] for security_group (d4fc7929-ddd1-44e0-8c6f-c1c982c60878), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.408926 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee68b454-70df-4667-adb4-231b2ac31044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d4fc7929-ddd1-44e0-8c6f-c1c982c60878), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.449188 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ee68b454-70df-4667-adb4-231b2ac31044 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4367e7fb5570459ab658caeed328bb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141490 May 10 15:10:27.449411 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-585ff484-343a-47ae-ad93-274fb12081ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 217 time: 0.0354838 May 10 15:10:27.449538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68b454-70df-4667-adb4-231b2ac31044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc7929-ddd1-44e0-8c6f-c1c982c60878,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:27.449637 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:27.524822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-254e3140-dc6c-4e58-a25a-58fb09b1a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.526240 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-254e3140-dc6c-4e58-a25a-58fb09b1a323 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0709450 May 10 15:10:27.545089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] Publish callbacks [] for security_group (d4fc7929-ddd1-44e0-8c6f-c1c982c60878), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.587034 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-c1f14925-8c37-4449-8d02-ce60f2517356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.588535 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-c1f14925-8c37-4449-8d02-ce60f2517356 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555425 May 10 15:10:27.590306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] Publish callbacks [] for security_group (d4fc7929-ddd1-44e0-8c6f-c1c982c60878), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.700561 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d4fc7929-ddd1-44e0-8c6f-c1c982c60878), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.702974 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:27.704093 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4fc7929-ddd1-44e0-8c6f-c1c982c60878 HTTP/1.1" status: 204 len: 168 time: 0.2538011 May 10 15:10:27.714235 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-8ccb6052-2e79-4062-b46d-36de9ce037b7 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175733 May 10 15:10:27.715504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf265b9-ea88-4d11-9770-258647cc46cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc7929-ddd1-44e0-8c6f-c1c982c60878,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:27.721031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793b5b7-f586-4838-9422-546ee6704496 req-705914aa-7abc-4cfe-9f0f-5ae4863d8035 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.722710 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9793b5b7-f586-4838-9422-546ee6704496 req-705914aa-7abc-4cfe-9f0f-5ae4863d8035 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 943 time: 0.0553048 May 10 15:10:27.786375 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9793b5b7-f586-4838-9422-546ee6704496 req-f09fc9a5-8be4-45fb-bf37-5b26f8d7cb0d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 May 10 15:10:27.817012 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a097b69-f017-47a2-b0d3-3c9ba935642d req-c8779bf3-99ce-4d31-93ce-6e06ab818518 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957704 May 10 15:10:27.981766 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:27.996357 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ff2-d9fa-418c-a3c2-6087083a0c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.071714 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ff2-d9fa-418c-a3c2-6087083a0c37 admin admin] Publish callbacks [] for security_group (2a22ab69-cb10-4314-acdb-afa1741081dc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.075329 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ff2-d9fa-418c-a3c2-6087083a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2a22ab69-cb10-4314-acdb-afa1741081dc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.112235 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e1a51ff2-d9fa-418c-a3c2-6087083a0c37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a493467e15f74de8ac35e0577e861d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292698 May 10 15:10:28.114150 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51ff2-d9fa-418c-a3c2-6087083a0c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a22ab69-cb10-4314-acdb-afa1741081dc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:28.114894 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33332) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:28.164308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] Publish callbacks [] for security_group (2a22ab69-cb10-4314-acdb-afa1741081dc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.184471 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] Publish callbacks [] for security_group (2a22ab69-cb10-4314-acdb-afa1741081dc), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.230750 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2a22ab69-cb10-4314-acdb-afa1741081dc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.233188 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:28.234309 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a22ab69-cb10-4314-acdb-afa1741081dc HTTP/1.1" status: 204 len: 168 time: 0.1183510 May 10 15:10:28.241828 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d637280-d9ae-4785-9f22-4ee0dce39d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a22ab69-cb10-4314-acdb-afa1741081dc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:28.892052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6386d3b-4447-45b7-b0e9-ed396fff7735 req-3bfd0e20-65d1-4715-a815-9ca4734e60c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:28.893542 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6386d3b-4447-45b7-b0e9-ed396fff7735 req-3bfd0e20-65d1-4715-a815-9ca4734e60c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 943 time: 0.0509307 May 10 15:10:28.941489 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6386d3b-4447-45b7-b0e9-ed396fff7735 req-ca839216-4eb1-4f36-b86c-ea86c8e8b915 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 May 10 15:10:30.051149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b95ff-4f7f-4a6c-b9b9-2dc17242bb97 req-d5ad13c9-d15e-4279-9a9e-6cd48340c09b tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:30.052576 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a42b95ff-4f7f-4a6c-b9b9-2dc17242bb97 req-d5ad13c9-d15e-4279-9a9e-6cd48340c09b tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 943 time: 0.0456250 May 10 15:10:30.100453 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a42b95ff-4f7f-4a6c-b9b9-2dc17242bb97 req-1cc6292b-0e3f-4ed0-b5f9-be22e42bc505 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 May 10 15:10:30.779209 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 03b834c1-546f-44db-a170-4f24b1f202fb details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:10:30.875778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:30.886810 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '03b834c1-546f-44db-a170-4f24b1f202fb', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'port_id': '03b834c1-546f-44db-a170-4f24b1f202fb', 'mac_address': 'fa:16:3e:0c:1a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:10:30.922807 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 03b834c1-546f-44db-a170-4f24b1f202fb is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:30.923206 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:30.936622 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b834c1-546f-44db-a170-4f24b1f202fb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:30.955481 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:30.959124 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:31.004500 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:31.011369 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.011720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.012089 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.012450 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.012792 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.013128 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.013457 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.013786 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.014115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.014471 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.014803 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.015148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.015478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.015802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.016123 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:31.194333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:10:31.209070 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda7819-65f0-4b3a-97f1-377c19c76815 req-59013f11-cc91-4141-a4cb-fcce5f910fea tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:31.211079 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dfda7819-65f0-4b3a-97f1-377c19c76815 req-59013f11-cc91-4141-a4cb-fcce5f910fea tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 944 time: 0.0459852 May 10 15:10:31.259599 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dfda7819-65f0-4b3a-97f1-377c19c76815 req-9a91e50b-ead1-4510-89c0-0457648f94fb tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 May 10 15:10:31.791420 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33382) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:31.891756 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df63d2cf-5a30-41c1-bd37-ccca99c01ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:31.963880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df63d2cf-5a30-41c1-bd37-ccca99c01ba0 admin admin] Publish callbacks [] for security_group (d451dff6-71db-446c-998e-bbb375d0f741), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:31.967465 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df63d2cf-5a30-41c1-bd37-ccca99c01ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d451dff6-71db-446c-998e-bbb375d0f741), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.005081 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-df63d2cf-5a30-41c1-bd37-ccca99c01ba0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=12245f8834754fdbb646a0ebfe737444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125797 May 10 15:10:32.006007 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d2cf-5a30-41c1-bd37-ccca99c01ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d451dff6-71db-446c-998e-bbb375d0f741,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:32.008573 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33386) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:32.057145 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] Publish callbacks [] for security_group (d451dff6-71db-446c-998e-bbb375d0f741), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.081031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] Publish callbacks [] for security_group (d451dff6-71db-446c-998e-bbb375d0f741), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.126084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d451dff6-71db-446c-998e-bbb375d0f741), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.128885 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.130028 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d451dff6-71db-446c-998e-bbb375d0f741 HTTP/1.1" status: 204 len: 168 time: 0.1204245 May 10 15:10:32.137955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80ad5a-b7ea-4fd0-aae8-da877f8fb593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451dff6-71db-446c-998e-bbb375d0f741,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:32.372774 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce323994-063a-4747-a7a7-56085ff48b54 req-d006a928-ef91-4ff8-b5d9-102dc7fac8e3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:32.374338 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce323994-063a-4747-a7a7-56085ff48b54 req-d006a928-ef91-4ff8-b5d9-102dc7fac8e3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 944 time: 0.0482936 May 10 15:10:32.422982 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce323994-063a-4747-a7a7-56085ff48b54 req-3d1bb0fc-5a45-40fb-a6ae-c3eb05b44652 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 May 10 15:10:32.720891 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33410) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:32.795268 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 03b834c1-546f-44db-a170-4f24b1f202fb up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:32.814802 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-633524078-network', 'tenant_id': '870b2a5de87144f58bdd6aebe78a3e47'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:32.836041 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Made reservation on behalf of 870b2a5de87144f58bdd6aebe78a3e47 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:32.838228 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.842794 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 03b834c1-546f-44db-a170-4f24b1f202fb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:10:32.846458 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.848848 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 03b834c1-546f-44db-a170-4f24b1f202fb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:32.849298 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.920946 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks [] for security_group (6a344967-16a0-475a-82af-e15f8484e07d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.924120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6a344967-16a0-475a-82af-e15f8484e07d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.930817 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 03b834c1-546f-44db-a170-4f24b1f202fb is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:32.931216 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.948831 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:10:32.954491 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:32.956902 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33936034-ed6d-4435-a797-b9500236141d" -d '{"events": [{"server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "name": "network-vif-plugged", "status": "completed", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:32.958351 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a344967-16a0-475a-82af-e15f8484e07d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:32.963288 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (7553c13b-3dd5-4592-b0eb-8a262a5d7ccf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:32.963624 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Added segment 7553c13b-3dd5-4592-b0eb-8a262a5d7ccf of type vlan for network 13b607e0-34f7-439f-ac23-0cdae73d5c42 May 10 15:10:32.969452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:32.975252 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.006852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (13b607e0-34f7-439f-ac23-0cdae73d5c42), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.015993 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b47e9b-f9e4-45f5-8a87-89c3982cdcbf x-openstack-request-id: req-00b47e9b-f9e4-45f5-8a87-89c3982cdcbf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:33.016288 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "name": "network-vif-plugged", "status": "completed", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:33.016546 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-00b47e9b-f9e4-45f5-8a87-89c3982cdcbf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:33.016939 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b47e9b-f9e4-45f5-8a87-89c3982cdcbf'] response: {'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'code': 200} May 10 15:10:33.030271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.031908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (13b607e0-34f7-439f-ac23-0cdae73d5c42), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.032716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:33.033471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.089585 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3674712 May 10 15:10:33.092314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:33.096934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Request body: {'subnet': {'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-633524078-subnet', 'tenant_id': '870b2a5de87144f58bdd6aebe78a3e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:33.106967 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e609f1-59d3-4464-8565-ccd982041f34 admin admin] Pushing event updated for resources: {'Network': ['ID=13b607e0-34f7-439f-ac23-0cdae73d5c42,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.118378 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:10:33.127252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Made reservation on behalf of 870b2a5de87144f58bdd6aebe78a3e47 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:33.129756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.220855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748c82-f28d-48f7-a6e3-2d82b2153744 req-fd38f935-3c0e-4631-b915-fb6e039ae144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:33.222327 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1748c82-f28d-48f7-a6e3-2d82b2153744 req-fd38f935-3c0e-4631-b915-fb6e039ae144 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1129 time: 0.0564244 May 10 15:10:33.302833 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1748c82-f28d-48f7-a6e3-2d82b2153744 req-9cb46247-1b2b-40c1-904d-08a25c771b30 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701814 May 10 15:10:33.356918 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (42181502-6c19-40bb-bf5b-440dafe55fc3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.415371 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42181502-6c19-40bb-bf5b-440dafe55fc3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.424196 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Checking segment: {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:33.424550 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Network hostable DHCP agents. Network: 13b607e0-34f7-439f-ac23-0cdae73d5c42, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:10:33.439902 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:10:33.448053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 13b607e0-34f7-439f-ac23-0cdae73d5c42) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:33.453392 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:33.454081 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:33.457060 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7956f61-75c2-41a6-b6ef-73ef44acdd5c None None] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:33.473369 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cac58ea2-a5be-4703-a83f-e6850520837b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3800356 May 10 15:10:33.545790 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93601b8e-7b13-42e5-8ed4-aa9994b7266a req-f72902c3-04ac-4841-910d-cebfc2036be6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:33.547539 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93601b8e-7b13-42e5-8ed4-aa9994b7266a req-f72902c3-04ac-4841-910d-cebfc2036be6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0542648 May 10 15:10:33.571351 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac524b-0bd6-4d36-9ad9-25481cba4fd3 None None] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:33.599235 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93601b8e-7b13-42e5-8ed4-aa9994b7266a req-14b5f864-655c-4909-a60c-503d602d3659 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 May 10 15:10:33.731600 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:34.716846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5df69d-d8cb-4bba-b176-9ca5da920f8f req-e4f37a7d-7b01-48a9-ac22-e75f9345a881 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:34.718575 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae5df69d-d8cb-4bba-b176-9ca5da920f8f req-e4f37a7d-7b01-48a9-ac22-e75f9345a881 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0503805 May 10 15:10:34.766847 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ae5df69d-d8cb-4bba-b176-9ca5da920f8f req-481fa48c-edef-4a32-b432-1e70b8a818fc tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 May 10 15:10:35.203484 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-c842cca0-8453-4983-8104-c5625a60003e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:35.204930 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-c842cca0-8453-4983-8104-c5625a60003e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 813 time: 0.0984118 May 10 15:10:35.218911 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-eb85ffe6-da5a-424f-9e5d-1d077ddfb53a tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/quotas/870b2a5de87144f58bdd6aebe78a3e47 HTTP/1.1" status: 200 len: 375 time: 0.0086145 May 10 15:10:35.254124 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-d8a0df24-f663-4564-89a2-bbfcb7fb95bd tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305011 May 10 15:10:35.339740 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-0fc87c1c-4dcf-418d-a320-018d24256fe3 service neutron] 10.222.0.83 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791726 May 10 15:10:35.427622 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-3c2aa0eb-36e4-4b51-8d15-e9a66a02226b service neutron] 10.222.0.83 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823147 May 10 15:10:35.588862 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-be90d757-c01f-43cb-941a-cfc1590f6b85 req-643451c3-021a-4283-a709-597d07e7f4b1 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 210 time: 0.0274959 May 10 15:10:35.884635 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6ab7-3544-43c7-b46d-c41533076aaa req-c560d98e-e719-4685-aacc-0ed77179da6d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:35.886104 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6db6ab7-3544-43c7-b46d-c41533076aaa req-c560d98e-e719-4685-aacc-0ed77179da6d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0511630 May 10 15:10:35.936111 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6db6ab7-3544-43c7-b46d-c41533076aaa req-8ae57a41-60e9-42a7-a16d-a8b4917eb6eb tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 May 10 15:10:36.057278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c8b0c-5d09-4968-9cb5-6d95ff767bdf req-4b2fbaf7-7e0d-46f2-b7aa-943e0d27a9d1 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:36.058743 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-be5c8b0c-5d09-4968-9cb5-6d95ff767bdf req-4b2fbaf7-7e0d-46f2-b7aa-943e0d27a9d1 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0523651 May 10 15:10:36.109042 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-be5c8b0c-5d09-4968-9cb5-6d95ff767bdf req-ae479213-15ab-4131-92db-775a132c239a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 May 10 15:10:36.431133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5df1-59cd-495a-af41-6810c6662e03 req-9999269b-1f70-48cd-9ade-7899304795e3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:36.432643 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7d5c5df1-59cd-495a-af41-6810c6662e03 req-9999269b-1f70-48cd-9ade-7899304795e3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0492537 May 10 15:10:36.480237 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7d5c5df1-59cd-495a-af41-6810c6662e03 req-1094001a-6c46-40bb-99a3-7134e7f5f101 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 May 10 15:10:36.594640 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-cc8e7d7b-85ab-4de6-84e0-22242ee13106 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:36.596106 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-cc8e7d7b-85ab-4de6-84e0-22242ee13106 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 813 time: 0.1132996 May 10 15:10:36.611197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Request body: {'port': {'device_id': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42', 'admin_state_up': True, 'tenant_id': '870b2a5de87144f58bdd6aebe78a3e47'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:36.697331 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e0f2be14-f936-4ea6-8f84-804a5ef53068 req-7501d408-f415-4783-8ebc-cb657031bbf3 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 210 time: 0.0289114 May 10 15:10:36.737256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Made reservation on behalf of 870b2a5de87144f58bdd6aebe78a3e47 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:36.740729 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:36.874588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Allocated IP 172.20.0.5 (13b607e0-34f7-439f-ac23-0cdae73d5c42/42181502-6c19-40bb-bf5b-440dafe55fc3/e8eb5d12-4d65-4ec1-9bb7-842395fec078) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:37.017314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks [] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.049155 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.089512 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:37.092667 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:37.098763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:37.122606 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Pushing event updated for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:37.149339 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.149955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.165185 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-75adb830-9f9c-43d2-86a7-09e32b56fbda tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578163 May 10 15:10:37.179850 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Request body: {'port': {'device_id': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:37.239319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.484700 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8eb5d12-4d65-4ec1-9bb7-842395fec078 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:37.491843 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks [] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.503652 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Transition to ACTIVE for port object e8eb5d12-4d65-4ec1-9bb7-842395fec078 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:10:37.508599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.560499 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:37.633193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Attempting to bind port e8eb5d12-4d65-4ec1-9bb7-842395fec078 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:37.633526 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Attempting to bind port e8eb5d12-4d65-4ec1-9bb7-842395fec078 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:37.633851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Attempting to bind port e8eb5d12-4d65-4ec1-9bb7-842395fec078 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:37.638127 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Port e8eb5d12-4d65-4ec1-9bb7-842395fec078 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:10:37.638475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Attempting to bind port e8eb5d12-4d65-4ec1-9bb7-842395fec078 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:37.643156 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:37.643517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Checking segment: {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:37.643897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Bound using segment: {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:37.644319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Bound port: e8eb5d12-4d65-4ec1-9bb7-842395fec078, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:37.644672 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.705230 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:37.708193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:37.715401 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.747310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.747937 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:37.749329 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] 10.222.0.87 "PUT /v2.0/ports/e8eb5d12-4d65-4ec1-9bb7-842395fec078 HTTP/1.1" status: 200 len: 1093 time: 0.5733914 May 10 15:10:37.749786 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:37.752087 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c61f19-d148-4a58-a407-5560b6225fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:37.805710 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9749f350-e05a-4dac-b9f6-a2d91fce2897 x-openstack-request-id: req-9749f350-e05a-4dac-b9f6-a2d91fce2897 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:37.806004 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:37.806256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9749f350-e05a-4dac-b9f6-a2d91fce2897 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:37.806678 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9749f350-e05a-4dac-b9f6-a2d91fce2897'] response: {'name': 'network-changed', 'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078', 'status': 'completed', 'code': 200} May 10 15:10:37.837573 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ce77-de35-4b0c-9c30-1fc01d2f6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:37.859333 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1321-7000-415f-9f70-0b5c110717e3 req-45640dbf-01be-4c02-b00b-bd335bd8cde2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.860809 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-096f1321-7000-415f-9f70-0b5c110717e3 req-45640dbf-01be-4c02-b00b-bd335bd8cde2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 943 time: 0.0912492 May 10 15:10:37.863873 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-295a74df-7da0-4add-a1fa-fc16df987acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.865231 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-295a74df-7da0-4add-a1fa-fc16df987acd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 1127 time: 0.0612831 May 10 15:10:37.918553 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-3168db64-34d0-4e7c-a82b-65503ee81c92 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078 HTTP/1.1" status: 200 len: 217 time: 0.0438581 May 10 15:10:37.973403 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-096f1321-7000-415f-9f70-0b5c110717e3 req-80c19273-af9c-451c-b0e7-9f256ac30a9c tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057074 May 10 15:10:37.987266 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-d8ccbc2b-7608-4326-ad99-94a89309c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.992440 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-d8ccbc2b-7608-4326-ad99-94a89309c06b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=42181502-6c19-40bb-bf5b-440dafe55fc3 HTTP/1.1" status: 200 len: 853 time: 0.0640595 May 10 15:10:38.025101 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-0b553477-7287-44e2-8282-d2cd19775b55 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13b607e0-34f7-439f-ac23-0cdae73d5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 May 10 15:10:38.117966 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-0cdb4abc-5f28-4857-bba4-bf4f1581b306 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 May 10 15:10:38.210233 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6436bae4-55bb-478f-baad-54dd31ddf1b9 req-812dbae3-9415-4f2b-8845-a64c977e3a6a service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 May 10 15:10:39.098934 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c172b4-da76-43db-865c-ce8adab6b033 req-34854048-ceb1-4813-a961-8602b8b95dc2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.100526 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96c172b4-da76-43db-865c-ce8adab6b033 req-34854048-ceb1-4813-a961-8602b8b95dc2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 943 time: 0.0516672 May 10 15:10:39.113455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-0be5982d-3d09-4cf2-8043-38a21f96072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.114966 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-0be5982d-3d09-4cf2-8043-38a21f96072a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 1127 time: 0.0704393 May 10 15:10:39.120966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625651d-4ffb-42de-b3e5-828cccf57e4d req-e1538214-1e33-4c21-943a-364a94b2ca71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.122630 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2625651d-4ffb-42de-b3e5-828cccf57e4d req-e1538214-1e33-4c21-943a-364a94b2ca71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.0898895 May 10 15:10:39.149305 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96c172b4-da76-43db-865c-ce8adab6b033 req-d211b939-5263-4352-a687-3295af27dce0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 May 10 15:10:39.170209 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2625651d-4ffb-42de-b3e5-828cccf57e4d req-fc057791-891a-44b7-8e90-dbccebb68c5b tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 May 10 15:10:40.261381 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083dbf3-bc93-4d5d-9fcc-f93f2e12b12d req-b9cc63cc-d73d-4ca7-8d27-3e73be0981d7 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.262926 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f083dbf3-bc93-4d5d-9fcc-f93f2e12b12d req-b9cc63cc-d73d-4ca7-8d27-3e73be0981d7 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 943 time: 0.0485704 May 10 15:10:40.312900 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f083dbf3-bc93-4d5d-9fcc-f93f2e12b12d req-7a669242-0b7c-4042-88a5-ee3194978da6 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 May 10 15:10:40.333083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b4a7-eb05-4879-8b4f-cc04671efb39 req-145f3eeb-65c6-4137-ab6d-6b1cece88c0c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.335245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2327b4a7-eb05-4879-8b4f-cc04671efb39 req-145f3eeb-65c6-4137-ab6d-6b1cece88c0c tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.0883222 May 10 15:10:40.389421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-fbda6003-358f-4161-b5a3-4a7ddb111fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.390933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-fbda6003-358f-4161-b5a3-4a7ddb111fd3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 914 time: 0.1666434 May 10 15:10:40.404945 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2327b4a7-eb05-4879-8b4f-cc04671efb39 req-5edf0702-23d5-42db-8286-e6e172ede29d tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups?id=01196715-e557-43ab-aa75-4150b9d222da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631444 May 10 15:10:40.462309 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-479185d1-94d6-4a9a-a03a-e2c3b24af2dc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078 HTTP/1.1" status: 200 len: 217 time: 0.0392447 May 10 15:10:40.512940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-f1dce733-6597-4330-b67d-4302018c3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.514522 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-f1dce733-6597-4330-b67d-4302018c3895 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=42181502-6c19-40bb-bf5b-440dafe55fc3 HTTP/1.1" status: 200 len: 853 time: 0.0464296 May 10 15:10:40.598480 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-79bf90b5-15ca-4114-8710-6b75cd2f8fdf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13b607e0-34f7-439f-ac23-0cdae73d5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491753 May 10 15:10:40.622805 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4f04-656d-4c58-8418-c4a422293f6a req-cf5aa737-e61b-4533-982a-613cc40c00de tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.624342 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-808a4f04-656d-4c58-8418-c4a422293f6a req-cf5aa737-e61b-4533-982a-613cc40c00de tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 947 time: 0.0740755 May 10 15:10:40.761807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Deleting port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:40.762063 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:40.769061 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-c9ee4ef4-4912-42c5-bcb8-f5d03a243ee0 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610215 May 10 15:10:40.841426 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device e8eb5d12-4d65-4ec1-9bb7-842395fec078 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:10:40.917224 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] For port 894eaf97-5fb6-48fd-9978-9efc8dd336f9, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=894eaf97-5fb6-48fd-9978-9efc8dd336f9,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:40.917588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:40.940822 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:40.942723 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4c61f19-d148-4a58-a407-5560b6225fbd req-9a326654-bb0a-4ba3-bce6-e473801de8e1 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601715 May 10 15:10:40.953771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078', 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42', 'port_id': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078', 'mac_address': 'fa:16:3e:d2:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42181502-6c19-40bb-bf5b-440dafe55fc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:10:40.990226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port e8eb5d12-4d65-4ec1-9bb7-842395fec078 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:40.990652 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.004304 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eb5d12-4d65-4ec1-9bb7-842395fec078 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:41.024049 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:41.028008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.073954 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:41.100078 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.100443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.100761 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Floating IP 00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6 disassociated. External IP: 172.27.3.38, port: 894eaf97-5fb6-48fd-9978-9efc8dd336f9. May 10 15:10:41.101105 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Calling delete_port for 894eaf97-5fb6-48fd-9978-9efc8dd336f9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:41.223955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (894eaf97-5fb6-48fd-9978-9efc8dd336f9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.255112 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'Port': ['ID=894eaf97-5fb6-48fd-9978-9efc8dd336f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:41.263164 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['e8eb5d12-4d65-4ec1-9bb7-842395fec078'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:10:41.429279 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e987b7-7999-45fe-ba0f-2312b7200714 req-d81b5e19-2696-4604-b487-8b4dddf62a67 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:41.430906 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18e987b7-7999-45fe-ba0f-2312b7200714 req-d81b5e19-2696-4604-b487-8b4dddf62a67 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 944 time: 0.0479579 May 10 15:10:41.496530 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18e987b7-7999-45fe-ba0f-2312b7200714 req-7c46fd3a-503e-4ebc-bdff-0676f6c8dbea tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597959 May 10 15:10:41.646200 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c88602a7-a16c-41cc-aeb6-aa113180a796 req-ade8b9bb-1230-48db-9e0e-d05390e37cb1 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4b73b3a-5044-4050-9df7-63449017d71b HTTP/1.1" status: 200 len: 210 time: 0.0378432 May 10 15:10:41.656260 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:41.771427 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:41.781589 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:41.792573 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:41.793185 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:41.813265 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] No DVR routers for this DVR port 894eaf97-5fb6-48fd-9978-9efc8dd336f9 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:41.815886 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:41.819320 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-808a4f04-656d-4c58-8418-c4a422293f6a req-d428b7e1-6a48-4ef3-9769-045d19e88f89 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.87 "DELETE /v2.0/ports/894eaf97-5fb6-48fd-9978-9efc8dd336f9 HTTP/1.1" status: 204 len: 173 time: 1.1854613 May 10 15:10:41.819775 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-deleted', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:41.822617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905756c2-0429-4cb9-9054-0cd1ea50b6a0" -d '{"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-deleted", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:41.867191 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb92047-6c55-4c24-aaa8-dcbd850e859d x-openstack-request-id: req-edb92047-6c55-4c24-aaa8-dcbd850e859d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:41.867481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b73b3a-5044-4050-9df7-63449017d71b", "name": "network-vif-deleted", "tag": "894eaf97-5fb6-48fd-9978-9efc8dd336f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:41.867728 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-edb92047-6c55-4c24-aaa8-dcbd850e859d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:41.868123 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb92047-6c55-4c24-aaa8-dcbd850e859d'] response: {'server_uuid': 'b4b73b3a-5044-4050-9df7-63449017d71b', 'name': 'network-vif-deleted', 'tag': '894eaf97-5fb6-48fd-9978-9efc8dd336f9', 'status': 'completed', 'code': 200} May 10 15:10:41.906960 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:42.099829 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:42.125471 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:42.134150 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:42.134798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:42.238448 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:42.545319 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:42.573003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b879-8198-4dd2-a622-979a89e60ff0 None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:03:13Z', 'revision_number': 4, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '84ac56e0-cda3-44f1-ba53-f6e729c567dd', 'name': '', 'network_id': '98f2117d-e406-4c1d-b8a0-22d70ac12c81', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'mac_address': 'fa:16:3e:4e:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:06Z', 'updated_at': '2022-05-10T15:03:22Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'subnets': [{'id': '9ed8be01-6ea2-4807-ae34-e11a3019e6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:42.611916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ec43-3aaa-4b74-b23e-02dcd775e7e7 req-51a3a856-5a38-4ed8-8ff5-f2eb31493aee tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:42.613384 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6377ec43-3aaa-4b74-b23e-02dcd775e7e7 req-51a3a856-5a38-4ed8-8ff5-f2eb31493aee tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 944 time: 0.0481248 May 10 15:10:42.665372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6377ec43-3aaa-4b74-b23e-02dcd775e7e7 req-101749ed-8f63-43a5-9c68-f56d921085d5 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 May 10 15:10:42.739686 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:42.801899 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (01196715-e557-43ab-aa75-4150b9d222da), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:42.816874 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ec0f9-3b92-48c2-a2c6-b76527fec0d9 None None] New status for floating IP 00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:42.829111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (01196715-e557-43ab-aa75-4150b9d222da), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:42.841768 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device e8eb5d12-4d65-4ec1-9bb7-842395fec078 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:42.881863 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (01196715-e557-43ab-aa75-4150b9d222da), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:42.884846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:42.886092 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "DELETE /v2.0/security-groups/01196715-e557-43ab-aa75-4150b9d222da HTTP/1.1" status: 204 len: 168 time: 0.1453910 May 10 15:10:42.889223 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33542) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:42.895641 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7d91b-7aef-422c-8ab3-2e4e08482bfd tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01196715-e557-43ab-aa75-4150b9d222da,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:42.899382 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port e8eb5d12-4d65-4ec1-9bb7-842395fec078 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:10:42.905284 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-6fc92f75-c22b-4025-aef6-55cf5533267a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] show failed (client error): The resource could not be found. May 10 15:10:42.906701 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6fc92f75-c22b-4025-aef6-55cf5533267a tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "GET /v2.0/security-groups/01196715-e557-43ab-aa75-4150b9d222da HTTP/1.1" status: 404 len: 347 time: 0.0150018 May 10 15:10:42.909410 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:42.909678 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port e8eb5d12-4d65-4ec1-9bb7-842395fec078 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:42.910196 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.010788 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port e8eb5d12-4d65-4ec1-9bb7-842395fec078 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:43.011182 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.031321 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Deleting port c2421bfe-1258-4dd8-a7ee-907d9f7ea299 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:43.031667 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.033297 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:43.035586 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4ec55-7294-475f-9cf8-affabe02bb35" -d '{"events": [{"server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:43.049007 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:43.052951 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.054615 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:43.094770 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175abf1-258b-421b-91f1-3c8a40a23375 x-openstack-request-id: req-0175abf1-258b-421b-91f1-3c8a40a23375 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:43.095188 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "name": "network-vif-plugged", "status": "completed", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:43.095555 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0175abf1-258b-421b-91f1-3c8a40a23375 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:43.096039 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0175abf1-258b-421b-91f1-3c8a40a23375'] response: {'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078', 'code': 200} May 10 15:10:43.098751 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 894eaf97-5fb6-48fd-9978-9efc8dd336f9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:43.099189 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 894eaf97-5fb6-48fd-9978-9efc8dd336f9 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:43.112866 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.113118 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.123545 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:43.127418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Calling delete_port for c2421bfe-1258-4dd8-a7ee-907d9f7ea299 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:43.242955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea8a4d-1864-4f36-9038-66cc1af3725c req-37560067-861a-4fa5-b5c3-a19689fbcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:43.244358 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e4ea8a4d-1864-4f36-9038-66cc1af3725c req-37560067-861a-4fa5-b5c3-a19689fbcfc8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 1129 time: 0.0414147 May 10 15:10:43.311716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (c2421bfe-1258-4dd8-a7ee-907d9f7ea299), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.316414 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e4ea8a4d-1864-4f36-9038-66cc1af3725c req-d78efe96-3b43-4b05-a038-d8b95db04337 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529222 May 10 15:10:43.338776 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Pushing event deleted for resources: {'Port': ['ID=c2421bfe-1258-4dd8-a7ee-907d9f7ea299,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:43.398342 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks [] for floatingip (00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.401120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:43.402535 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-526f7816-d45f-4960-abc9-874e69079e71 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] 10.222.0.83 "DELETE /v2.0/floatingips/00a4e36c-8e5c-4c36-a9bc-19f7a75c7ef6 HTTP/1.1" status: 204 len: 168 time: 0.4918699 May 10 15:10:43.785584 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bc4f1-6f5c-482a-8dea-eaf1ce2fee12 req-4134e739-1fa0-4352-bf53-44323bb42350 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:43.787012 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fe5bc4f1-6f5c-482a-8dea-eaf1ce2fee12 req-4134e739-1fa0-4352-bf53-44323bb42350 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 945 time: 0.0501716 May 10 15:10:43.832876 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fe5bc4f1-6f5c-482a-8dea-eaf1ce2fee12 req-2a83c1ea-36d9-4c3d-bb50-e73b1b863715 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 May 10 15:10:44.946750 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121a6-cd9c-41fb-ad11-35f5a8ca31a3 req-ab3a6a04-fa5a-4676-9dcc-a3150bfe0340 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:44.948205 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a76121a6-cd9c-41fb-ad11-35f5a8ca31a3 req-ab3a6a04-fa5a-4676-9dcc-a3150bfe0340 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 945 time: 0.0466378 May 10 15:10:44.994345 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a76121a6-cd9c-41fb-ad11-35f5a8ca31a3 req-9ff982f5-9477-4806-93b1-58c4b91a83e2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 May 10 15:10:45.818304 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33634) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:46.280291 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (44a777f2-f512-40c9-8ef4-782107f3f378), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:46.817695 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Deleting port 84ac56e0-cda3-44f1-ba53-f6e729c567dd {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:46.818038 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:46.906010 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] For port 84ac56e0-cda3-44f1-ba53-f6e729c567dd, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=84ac56e0-cda3-44f1-ba53-f6e729c567dd,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:46.906417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:46.922351 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Calling delete_port for 84ac56e0-cda3-44f1-ba53-f6e729c567dd owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:46.975998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc74f0f-f5ed-4989-9531-fa9bccdfc928 req-be8aaa22-6f93-4ab3-a420-6a901753045f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:46.977639 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-acc74f0f-f5ed-4989-9531-fa9bccdfc928 req-be8aaa22-6f93-4ab3-a420-6a901753045f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0473843 May 10 15:10:47.030271 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-acc74f0f-f5ed-4989-9531-fa9bccdfc928 req-659e1386-ec1a-430a-b684-7ec8f766ca51 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 May 10 15:10:47.054026 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:47.120844 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (84ac56e0-cda3-44f1-ba53-f6e729c567dd), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.144817 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ac56e0-cda3-44f1-ba53-f6e729c567dd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:47.203287 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f94caf-708b-437c-92cc-a371eb1eb724 tempest-TestMinimumBasicScenario-1251830427 tempest-TestMinimumBasicScenario-1251830427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:47.204826 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-73f94caf-708b-437c-92cc-a371eb1eb724 tempest-TestMinimumBasicScenario-1251830427 tempest-TestMinimumBasicScenario-1251830427-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1124 time: 0.1496687 May 10 15:10:47.207863 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:47.212324 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'port_id': '03b834c1-546f-44db-a170-4f24b1f202fb', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:47.235384 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.327514 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (44a777f2-f512-40c9-8ef4-782107f3f378), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.328544 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.448485 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Allocated IP 172.27.3.71 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/6c601a2a-ae07-447c-b82f-621a8e7a290c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:47.554847 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.563184 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Router 44a777f2-f512-40c9-8ef4-782107f3f378 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:47.598218 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.636882 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:47.639927 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:47.645518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:47.671362 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'Port': ['ID=6c601a2a-ae07-447c-b82f-621a8e7a290c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:47.676007 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:47.683377 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2ee1ff44-6f6e-43a3-b417-f6f4e5fdebe4 admin admin] 10.222.0.83 "PUT /v2.0/routers/44a777f2-f512-40c9-8ef4-782107f3f378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8639152 May 10 15:10:47.684245 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:47.685568 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Sync routers for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:47.697879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:47.698547 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:47.809462 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks [] for router (44a777f2-f512-40c9-8ef4-782107f3f378), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.814324 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:47.932074 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks [] for router_gateway (44a777f2-f512-40c9-8ef4-782107f3f378), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:47.986288 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Deleting port 9cfd5e59-2a3f-4ad3-abf0-918597889e19 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:47.986787 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.005585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port': {'id': '9cfd5e59-2a3f-4ad3-abf0-918597889e19', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:02:57Z', 'updated_at': '2022-05-10T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.037000 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Checking router: 44a777f2-f512-40c9-8ef4-782107f3f378 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:48.052468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for floatingip (8aeaa05c-9a13-43f6-861c-85f8e71de483), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.056319 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Routers {'44a777f2-f512-40c9-8ef4-782107f3f378'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:48.059077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['44a777f2-f512-40c9-8ef4-782107f3f378'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.087321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] For port 9cfd5e59-2a3f-4ad3-abf0-918597889e19, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=9cfd5e59-2a3f-4ad3-abf0-918597889e19,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:48.087597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.100973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Calling delete_port for 9cfd5e59-2a3f-4ad3-abf0-918597889e19 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:48.129274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.158265 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] Set router 44a777f2-f512-40c9-8ef4-782107f3f378 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:48.213774 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 6, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.245106 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c69d5-b1c8-43e0-aa8a-7c38338136bf None None] The sync data for ids ['44a777f2-f512-40c9-8ef4-782107f3f378'] in dv-cinder-839628-2-iscsi is: [{'id': '44a777f2-f512-40c9-8ef4-782107f3f378', 'name': 'tempest-AttachVolumeShelveTestJSON-1279960963-router', 'tenant_id': '09c6a716650343c18e62bbe7235e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:02:55Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 6, 'project_id': '09c6a716650343c18e62bbe7235e48c8', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:48.281707 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (9cfd5e59-2a3f-4ad3-abf0-918597889e19), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.289691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.294639 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.308871 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfd5e59-2a3f-4ad3-abf0-918597889e19,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:48.372930 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'Port': ['ID=6c601a2a-ae07-447c-b82f-621a8e7a290c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:48.375984 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (44a777f2-f512-40c9-8ef4-782107f3f378), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.387084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (8aeaa05c-9a13-43f6-861c-85f8e71de483), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.490486 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (44a777f2-f512-40c9-8ef4-782107f3f378), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.493370 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks [] for router_controller (44a777f2-f512-40c9-8ef4-782107f3f378), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.495281 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Floating IP 8aeaa05c-9a13-43f6-861c-85f8e71de483 associated. External IP: 172.27.3.71, port: 03b834c1-546f-44db-a170-4f24b1f202fb. May 10 15:10:48.560575 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (44a777f2-f512-40c9-8ef4-782107f3f378), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.561371 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a777f2-f512-40c9-8ef4-782107f3f378 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:10:48.578745 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.583089 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5da64702-deba-4f0c-8149-dc7c94b01a15 admin admin] 10.222.0.83 "DELETE /v2.0/routers/44a777f2-f512-40c9-8ef4-782107f3f378 HTTP/1.1" status: 204 len: 168 time: 0.8971553 May 10 15:10:48.585820 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:48.643295 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Deleting subnet 9ed8be01-6ea2-4807-ae34-e11a3019e6ad {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:10:48.648727 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Publish callbacks [] for subnet (9ed8be01-6ea2-4807-ae34-e11a3019e6ad), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.694881 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (9ed8be01-6ea2-4807-ae34-e11a3019e6ad), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.729731 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 84ac56e0-cda3-44f1-ba53-f6e729c567dd no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:48.753929 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 84ac56e0-cda3-44f1-ba53-f6e729c567dd {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:48.754354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 84ac56e0-cda3-44f1-ba53-f6e729c567dd not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:48.761894 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Router 70c48e79-a79a-470b-bf46-7df2bf8151a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:48.791101 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (9ed8be01-6ea2-4807-ae34-e11a3019e6ad), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.842575 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (9ed8be01-6ea2-4807-ae34-e11a3019e6ad), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.873579 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed8be01-6ea2-4807-ae34-e11a3019e6ad,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:48.879093 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:48.879742 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:48.888294 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c586ec8b-2a7f-4af3-9953-683ed481c885 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9ed8be01-6ea2-4807-ae34-e11a3019e6ad HTTP/1.1" status: 204 len: 168 time: 0.2995002 May 10 15:10:48.888742 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:48.890967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914f93d-fbcb-46a1-ac58-f81f4de8812b None None] Network 98f2117d-e406-4c1d-b8a0-22d70ac12c81 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:48.905578 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Sync routers for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:48.916180 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:48.916833 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.956455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.005933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e83fff3c-45a3-4de1-b304-17a03f79144d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7970238 May 10 15:10:49.006727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:49.008877 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:49.009041 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:49.013187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (98f2117d-e406-4c1d-b8a0-22d70ac12c81), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.013404 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189758739', 'description': 'tempest-secgroup-smoke-189758739 description', 'project_id': '69cc7901bd8e4ff68b7e943121e69580'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:49.041119 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.066339 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:49.078507 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] DHCP port deletion for 98f2117d-e406-4c1d-b8a0-22d70ac12c81 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:10:49.092663 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9945ae-9cf7-4c5d-80a9-6b46dc4feb62 x-openstack-request-id: req-cc9945ae-9cf7-4c5d-80a9-6b46dc4feb62 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:49.093319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:49.093319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc9945ae-9cf7-4c5d-80a9-6b46dc4feb62 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:49.093740 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9945ae-9cf7-4c5d-80a9-6b46dc4feb62'] response: {'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:10:49.109632 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Deleting port 340bed65-67ad-4688-81a0-7d26368851ca {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:49.110249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (340bed65-67ad-4688-81a0-7d26368851ca), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.155592 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Deleting port 340bed65-67ad-4688-81a0-7d26368851ca {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:10:49.156261 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (340bed65-67ad-4688-81a0-7d26368851ca), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.168895 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-9bb3561f-5cbd-4bd8-86da-d039c7723883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.170429 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-9bb3561f-5cbd-4bd8-86da-d039c7723883 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1129 time: 0.0427585 May 10 15:10:49.180174 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (298d7e8d-c402-49f2-975c-45399ab79ac0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.187089 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (298d7e8d-c402-49f2-975c-45399ab79ac0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.229642 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.233688 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2210722 May 10 15:10:49.233841 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:49.238787 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:49.265221 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be17320-bd0a-4687-a3aa-42ae6b0c94df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298d7e8d-c402-49f2-975c-45399ab79ac0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.281812 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] For port 340bed65-67ad-4688-81a0-7d26368851ca, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=340bed65-67ad-4688-81a0-7d26368851ca,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:49.282508 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (340bed65-67ad-4688-81a0-7d26368851ca), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.308178 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (51a9c5c6-1303-416e-aac6-7c78a734bf83), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.309544 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Calling delete_port for 340bed65-67ad-4688-81a0-7d26368851ca owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:49.313979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] For port 340bed65-67ad-4688-81a0-7d26368851ca, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=340bed65-67ad-4688-81a0-7d26368851ca,segment=NetworkSegment(c4cada17-cd66-477f-8796-207c9831a1d2),segment_id=c4cada17-cd66-477f-8796-207c9831a1d2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:49.314517 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (340bed65-67ad-4688-81a0-7d26368851ca), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.323787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c428726-dc77-43e4-a6ba-9493b41e4bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.333383 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Calling delete_port for 340bed65-67ad-4688-81a0-7d26368851ca owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:10:49.373559 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-55193678-4ebd-4e16-9773-4e9c2b64bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.375376 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-55193678-4ebd-4e16-9773-4e9c2b64bef2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.1787760 May 10 15:10:49.405945 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8aeaa05c-9a13-43f6-861c-85f8e71de483', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'port_id': '03b834c1-546f-44db-a170-4f24b1f202fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'mac_address': 'fa:16:3e:0c:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:47Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 0, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.407986 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (51a9c5c6-1303-416e-aac6-7c78a734bf83), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.415802 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (51a9c5c6-1303-416e-aac6-7c78a734bf83), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.445431 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.446830 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118044 May 10 15:10:49.452310 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33670) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:49.455155 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Checking router: 70c48e79-a79a-470b-bf46-7df2bf8151a7 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:49.455986 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (340bed65-67ad-4688-81a0-7d26368851ca), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.459133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:49.472657 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:49.474282 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.476858 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed61d2-a7b9-4bbb-ba35-fba16697e76f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a9c5c6-1303-416e-aac6-7c78a734bf83,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.495030 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-52a0f9ba-8551-4136-be71-00c707b5f799 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 998 time: 0.0987403 May 10 15:10:49.498824 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] Pushing event deleted for resources: {'Port': ['ID=340bed65-67ad-4688-81a0-7d26368851ca,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.511573 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f2228-afbd-4b18-89cf-cb16e17d1a1e None None] No DVR routers for this DVR port 340bed65-67ad-4688-81a0-7d26368851ca on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:49.532555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (340bed65-67ad-4688-81a0-7d26368851ca), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.534936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (20a43392-37c2-4705-abb6-4bf4593f0ed1), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.606333 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=340bed65-67ad-4688-81a0-7d26368851ca,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.616428 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] No DVR routers for this DVR port 340bed65-67ad-4688-81a0-7d26368851ca on host dv-cinder-839628-2-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:49.646168 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:49.650820 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (20a43392-37c2-4705-abb6-4bf4593f0ed1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.655449 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (20a43392-37c2-4705-abb6-4bf4593f0ed1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.662642 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-98ebf847-4f73-4671-940c-0a93d7441c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.668918 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-98ebf847-4f73-4671-940c-0a93d7441c60 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.1587715 May 10 15:10:49.691944 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.696677 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2393615 May 10 15:10:49.696677 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33674) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:49.701696 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:49.705673 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8475fc-d40a-48af-882a-cde0b616d0c9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a43392-37c2-4705-abb6-4bf4593f0ed1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.735558 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (ffd543f1-5691-48ca-8f15-6f964f1a08ce), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.740278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (98f2117d-e406-4c1d-b8a0-22d70ac12c81), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.753147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-ebc791df-53df-4e99-b3d3-c6007090bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.754700 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-ebc791df-53df-4e99-b3d3-c6007090bdb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804019 May 10 15:10:49.779528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f2117d-e406-4c1d-b8a0-22d70ac12c81']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.814575 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (ffd543f1-5691-48ca-8f15-6f964f1a08ce), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.825776 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (ffd543f1-5691-48ca-8f15-6f964f1a08ce), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.831860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cada17-cd66-477f-8796-207c9831a1d2') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.832161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cada17-cd66-477f-8796-207c9831a1d2') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.843857 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd543f1-5691-48ca-8f15-6f964f1a08ce,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.847389 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (c4cada17-cd66-477f-8796-207c9831a1d2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.857540 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.862094 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d0af7b08-8b28-41f5-b0f5-8bbb64683f26 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618223 May 10 15:10:49.864984 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33676) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:49.865154 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (c4cada17-cd66-477f-8796-207c9831a1d2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.870435 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:49.880043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:10:49.880435 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (c4cada17-cd66-477f-8796-207c9831a1d2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self.session.flush() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self.session.flush() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self.session.flush() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self.session.flush() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:10:49.882718 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:10:49.904538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (8f0b90a8-bbfc-47bc-bbcf-75411c15d8c7), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.904773 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8aeaa05c-9a13-43f6-861c-85f8e71de483', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'port_id': '03b834c1-546f-44db-a170-4f24b1f202fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'mac_address': 'fa:16:3e:0c:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:47Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 0, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.946335 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f8f8-84ca-41da-a6f4-631874977ab4 None None] The sync data for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi is: [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '8aeaa05c-9a13-43f6-861c-85f8e71de483', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'port_id': '03b834c1-546f-44db-a170-4f24b1f202fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'mac_address': 'fa:16:3e:0c:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:47Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 0, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:49.954568 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-f9cc29f1-fc0b-4416-b73e-f5d79f7bd5b4 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879113 May 10 15:10:49.972111 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (98f2117d-e406-4c1d-b8a0-22d70ac12c81), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.977252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:49.981105 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] 10.222.0.83 "DELETE /v2.0/networks/98f2117d-e406-4c1d-b8a0-22d70ac12c81 HTTP/1.1" status: 204 len: 168 time: 1.0913997 May 10 15:10:50.017678 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (8f0b90a8-bbfc-47bc-bbcf-75411c15d8c7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.027228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (8f0b90a8-bbfc-47bc-bbcf-75411c15d8c7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.034235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c30b-92ae-4d54-97d7-ee37ebcc0b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=98f2117d-e406-4c1d-b8a0-22d70ac12c81,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.059547 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0b90a8-bbfc-47bc-bbcf-75411c15d8c7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.074163 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.075452 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8f7c5265-66b0-4937-95bb-1d3495405e6a tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2089458 May 10 15:10:50.078932 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:50.083555 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:50.099601 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9628a33b-d1bc-4f69-bbd5-e4b37573e1f2 req-bf43fa2d-a7d2-4232-8f19-ba9b1f76d35e service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368287 May 10 15:10:50.113080 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Project 69cc7901bd8e4ff68b7e943121e69580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:50.124347 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (c38e55cb-f5a9-4667-aa30-b0271ef10bbe), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.152210 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:50.198337 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (c38e55cb-f5a9-4667-aa30-b0271ef10bbe), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.208843 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (c38e55cb-f5a9-4667-aa30-b0271ef10bbe), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.210850 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4af325d1-b5b2-4ddf-9404-73303f9f8f92 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=09c6a716650343c18e62bbe7235e48c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0570397 May 10 15:10:50.213057 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:50.234899 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.238563 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562257 May 10 15:10:50.239148 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:50.240381 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23892d14-ad0e-47f6-8bd7-5da944f38b79 None None] New status for floating IP 8aeaa05c-9a13-43f6-861c-85f8e71de483: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:50.241229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d0a00-af62-46c6-80b6-07a467b2be3f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38e55cb-f5a9-4667-aa30-b0271ef10bbe,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.246906 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'security_group_rule': {'security_group_id': '298d7e8d-c402-49f2-975c-45399ab79ac0', 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:50.274141 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Project 69cc7901bd8e4ff68b7e943121e69580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:50.280448 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (3220a894-19bc-4c7b-a65e-5b632eba78bd), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.285008 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] Publish callbacks [] for security_group (576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.311687 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] Publish callbacks [] for security_group (576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.351144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (3220a894-19bc-4c7b-a65e-5b632eba78bd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.355708 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (3220a894-19bc-4c7b-a65e-5b632eba78bd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.371238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.374059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3220a894-19bc-4c7b-a65e-5b632eba78bd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.374758 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.376414 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e HTTP/1.1" status: 204 len: 168 time: 0.1614587 May 10 15:10:50.386887 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577b26a-e944-49f9-b31f-cf832c9ed9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a5e44-31e6-47e9-ae4d-c2a52fb0bc3e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.396267 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.400829 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d18c4b8c-1e92-45e3-9e66-79d60e8e2ec4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578627 May 10 15:10:50.514960 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 9cfd5e59-2a3f-4ad3-abf0-918597889e19 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:50.518860 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-6eb5dcd2-1652-41a1-886d-b3f3ae719892 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189758739&fields=id&tenant_id=69cc7901bd8e4ff68b7e943121e69580 HTTP/1.1" status: 200 len: 267 time: 0.0645094 May 10 15:10:50.540091 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 9cfd5e59-2a3f-4ad3-abf0-918597889e19 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:50.540428 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 9cfd5e59-2a3f-4ad3-abf0-918597889e19 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:50.540847 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 340bed65-67ad-4688-81a0-7d26368851ca no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:10:50.562988 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 340bed65-67ad-4688-81a0-7d26368851ca {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:10:50.563478 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 340bed65-67ad-4688-81a0-7d26368851ca not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:10:50.584142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-7cea8096-2aa6-47a3-ae37-00a07f89cf11 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:50.586567 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-7cea8096-2aa6-47a3-ae37-00a07f89cf11 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0599711 May 10 15:10:50.598799 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'port': {'security_groups': ['a2470bf1-c851-4f5d-9502-068cd998eeff', '298d7e8d-c402-49f2-975c-45399ab79ac0']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:50.680277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.883084 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:50.920762 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for port (03b834c1-546f-44db-a170-4f24b1f202fb), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.925880 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.941444 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:10:50.972205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:50.972860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:50.974296 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2cac187a-36e2-404a-9d8c-8e3fac558598 req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "PUT /v2.0/ports/03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 981 time: 0.3803785 May 10 15:10:51.007190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46fc67-28ac-4bee-ae06-b4e2e4dde30c tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.054696 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:10:51.094566 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:51.096954 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f9f54-6671-49de-b460-205a466243dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:10:51.123654 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c3ae-5ec2-467a-8a12-f02da9ac57a8 req-8af28680-e839-46b1-92f5-3e2e3442ae1d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.123654 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67a0c3ae-5ec2-467a-8a12-f02da9ac57a8 req-8af28680-e839-46b1-92f5-3e2e3442ae1d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0703092 May 10 15:10:51.148432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24654b4e-4fac-40b6-adcd-76dc29216de1 x-openstack-request-id: req-24654b4e-4fac-40b6-adcd-76dc29216de1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:10:51.148996 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:10:51.149234 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24654b4e-4fac-40b6-adcd-76dc29216de1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:10:51.149640 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24654b4e-4fac-40b6-adcd-76dc29216de1'] response: {'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:10:51.234947 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67a0c3ae-5ec2-467a-8a12-f02da9ac57a8 req-e7f91e8c-53fa-4e4b-a7f1-7194f88e76e5 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016548 May 10 15:10:51.236643 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33716) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:51.273123 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f54-6671-49de-b460-205a466243dd req-45bcefc8-53b3-4afc-b343-1ededc5a3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.275022 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-45bcefc8-53b3-4afc-b343-1ededc5a3745 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1168 time: 0.0818324 May 10 15:10:51.390353 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-465467841-network', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:51.413850 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Made reservation on behalf of 057df79ceee746d7bbd932006cca3ce5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:51.416322 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.427601 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.434381 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-42238c48-a21d-474b-89a1-ad1679bddfc6 None None] Provisioning complete for port 03b834c1-546f-44db-a170-4f24b1f202fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:51.435057 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42238c48-a21d-474b-89a1-ad1679bddfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.436508 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2906713f-ce30-43a7-b252-f02e9aae4b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.532459 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks [] for security_group (d7d49710-84dc-4d55-b97b-e9076d5209a4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.537506 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d7d49710-84dc-4d55-b97b-e9076d5209a4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.561435 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:10:51.578484 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d49710-84dc-4d55-b97b-e9076d5209a4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.582707 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (a4aed214-aa84-4337-851f-3fc66d7a0318), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.583166 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Added segment a4aed214-aa84-4337-851f-3fc66d7a0318 of type vlan for network b8dc7de5-a118-435c-91a1-f67ae4506cd5 May 10 15:10:51.637146 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-42238c48-a21d-474b-89a1-ad1679bddfc6 None None] Current status of the port 03b834c1-546f-44db-a170-4f24b1f202fb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:51.643950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (b8dc7de5-a118-435c-91a1-f67ae4506cd5), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.671575 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f54-6671-49de-b460-205a466243dd req-497cd1c3-83f9-4847-813e-ed60a79d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.671936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (b8dc7de5-a118-435c-91a1-f67ae4506cd5), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.673061 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-497cd1c3-83f9-4847-813e-ed60a79d0b18 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.3916547 May 10 15:10:51.673243 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.673755 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.746269 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5057271 May 10 15:10:51.746832 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:51.755490 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-e32ddfa2-2dbb-4873-b4f5-96f0adc707aa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 1000 time: 0.0759070 May 10 15:10:51.759887 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Request body: {'subnet': {'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-465467841-subnet', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:51.771219 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7c005-a46e-4457-966f-af2b18d3e3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b8dc7de5-a118-435c-91a1-f67ae4506cd5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.785557 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:10:51.791794 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Made reservation on behalf of 057df79ceee746d7bbd932006cca3ce5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:51.794296 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10337451'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:51.814935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f54-6671-49de-b460-205a466243dd req-8fe678b6-016b-4766-82c7-3df1d89133e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.817042 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-8fe678b6-016b-4766-82c7-3df1d89133e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0532162 May 10 15:10:51.868651 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f54-6671-49de-b460-205a466243dd req-4cf11d19-1b94-48bb-9483-b27e19ee7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.870287 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-4cf11d19-1b94-48bb-9483-b27e19ee7f01 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459504 May 10 15:10:51.964177 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-d3e7fa42-d0d2-4cb8-b6a1-ae6cfdc8fcb9 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850060 May 10 15:10:51.986464 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2236634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10337461'] for subnet (be0c37b4-1662-4c1e-8640-30bc37029c02), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.043005 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0c37b4-1662-4c1e-8640-30bc37029c02,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:52.052856 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Checking segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:52.053837 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Network hostable DHCP agents. Network: b8dc7de5-a118-435c-91a1-f67ae4506cd5, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:10:52.058017 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4f1f9f54-6671-49de-b460-205a466243dd req-4ab7a092-1395-4352-9698-6a97736e7196 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879569 May 10 15:10:52.075866 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:10:52.084179 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, b8dc7de5-a118-435c-91a1-f67ae4506cd5) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:52.088232 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:52.088852 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.092899 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fe7b1-c83c-4cc0-b186-ce2b9aeeff52 None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:52.105345 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-89d71ca9-46e3-4eea-9144-507cde34aaea admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3572698 May 10 15:10:52.107934 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33726) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:52.112072 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:52.130936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.131937 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.192568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for router_controller (67286a55-e1a3-47c1-a687-9b295f16dee9), precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.195439 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:10:52.196330 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.474707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Allocated IP 172.20.0.2 (b8dc7de5-a118-435c-91a1-f67ae4506cd5/be0c37b4-1662-4c1e-8640-30bc37029c02/3e98bfb0-c45e-4ab2-80aa-3157ffc03233) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:52.594184 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for router_gateway (67286a55-e1a3-47c1-a687-9b295f16dee9), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.634492 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks [] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.640311 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.677410 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:52.681349 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:52.684003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:52.703637 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Pushing event updated for resources: {'Port': ['ID=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:52.716607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.771738 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Attempting to bind port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:52.772635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Attempting to bind port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:52.773006 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Attempting to bind port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:52.778415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:52.778807 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Checking segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:52.779216 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.779614 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Bound using segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:52.780084 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Bound port: 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:52.780469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.784972 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for router_gateway (67286a55-e1a3-47c1-a687-9b295f16dee9), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.808970 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.842957 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] For port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:52.846015 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] For port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:52.852720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:52.914486 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451cf05-56ba-4114-898c-8effb2834ac5 None None] Pushing event updated for resources: {'Port': ['ID=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:52.928729 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Allocated IP 172.27.3.39 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/741dda1f-9e03-4be4-b02f-b66a676b4b42) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:53.044087 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:53.093692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:53.145192 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:53.156625 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:53.159175 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Pushing event updated for resources: {'Port': ['ID=741dda1f-9e03-4be4-b02f-b66a676b4b42,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:53.164455 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:53.423378 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for router_gateway (67286a55-e1a3-47c1-a687-9b295f16dee9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:53.626124 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:53.763219 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:10:53.880426 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:53.891230 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:53.898838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:53.899133 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb9932-bc23-4b6a-8a38-3b83a94c8ffa None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:10:53.900216 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ce232650-46d9-43de-a604-46a4c545813d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7913773 May 10 15:10:53.903116 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33732) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:53.918487 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:53.919191 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:53.979499 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Provisioning complete for port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:53.979919 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.073732 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.133827 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:54.141016 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Current status of the port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:54.141332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.182635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] For port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:54.193189 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.290069 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497270fd-e5ba-4f90-88f4-a90cd8e5bf9b None None] Pushing event updated for resources: {'Port': ['ID=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:54.363286 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:53Z', 'revision_number': 3, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:54.397267 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:54.397597 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Updating router 67286a55-e1a3-47c1-a687-9b295f16dee9 port 741dda1f-9e03-4be4-b02f-b66a676b4b42 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:54.436243 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.450176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-28b6b890-edab-4951-8fe5-dacb9afbf98b None None] Provisioning complete for port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:54.450624 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28b6b890-edab-4951-8fe5-dacb9afbf98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.463332 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.578927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-28b6b890-edab-4951-8fe5-dacb9afbf98b None None] Current status of the port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:54.595908 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:54.673351 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:54.673631 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.707226 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks [] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.714213 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.763617 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:54.767979 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Attempting to bind port 741dda1f-9e03-4be4-b02f-b66a676b4b42 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:54.768363 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Attempting to bind port 741dda1f-9e03-4be4-b02f-b66a676b4b42 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:54.768726 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Attempting to bind port 741dda1f-9e03-4be4-b02f-b66a676b4b42 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:54.777271 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:54.777489 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:54.778645 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.778645 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:54.778645 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Bound port: 741dda1f-9e03-4be4-b02f-b66a676b4b42, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:54.779039 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.792073 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Allocated IP 172.20.0.1 (b8dc7de5-a118-435c-91a1-f67ae4506cd5/be0c37b4-1662-4c1e-8640-30bc37029c02/2cc51a06-08aa-4821-b87b-9c5e324dc059) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:54.816151 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c197d-4655-428c-800f-51cb23b57332 None None] Pushing event updated for resources: {'Port': ['ID=741dda1f-9e03-4be4-b02f-b66a676b4b42,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:54.855265 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] For port 741dda1f-9e03-4be4-b02f-b66a676b4b42, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:54.858870 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] For port 741dda1f-9e03-4be4-b02f-b66a676b4b42, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=741dda1f-9e03-4be4-b02f-b66a676b4b42,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:54.865190 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.925598 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c197d-4655-428c-800f-51cb23b57332 None None] Pushing event updated for resources: {'Port': ['ID=741dda1f-9e03-4be4-b02f-b66a676b4b42,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:54.934337 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks [] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:54.951288 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:54.951897 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:54.973012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.010314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:55.013070 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:55.016650 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:55.047455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Pushing event updated for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:55.070030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (67286a55-e1a3-47c1-a687-9b295f16dee9), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.079788 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:55.250003 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.281049 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:53Z', 'revision_number': 3, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:55.301752 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7386e412-9e91-45e9-a37d-55931c08522c None None] Provisioning complete for port 2cc51a06-08aa-4821-b87b-9c5e324dc059 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:55.302348 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7386e412-9e91-45e9-a37d-55931c08522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.312964 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa27c1-4f46-4b75-b3a9-bed24491eed9 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:53Z', 'revision_number': 3, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:55.344751 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7386e412-9e91-45e9-a37d-55931c08522c None None] Port 2cc51a06-08aa-4821-b87b-9c5e324dc059 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:10:55.423800 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks [] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.430481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.500186 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (67286a55-e1a3-47c1-a687-9b295f16dee9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.502268 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Pushing event updated for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:55.584034 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.610052 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:55.611546 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:55.742230 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:10:55.863172 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:10:55.868804 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d524770c-94bb-4a5f-addc-4665cf64c04e admin admin] 10.222.0.83 "PUT /v2.0/routers/67286a55-e1a3-47c1-a687-9b295f16dee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646409 May 10 15:10:55.875706 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-08f39377-11c9-4afb-80ea-e47a14fe5d55 None None] Provisioning complete for port 2cc51a06-08aa-4821-b87b-9c5e324dc059 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:55.876077 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f39377-11c9-4afb-80ea-e47a14fe5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:55.921837 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-08f39377-11c9-4afb-80ea-e47a14fe5d55 None None] Port 2cc51a06-08aa-4821-b87b-9c5e324dc059 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:10:56.165130 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33754) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:56.171290 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184627163', 'description': 'tempest-description--1530081171'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:56.198212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.267492 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (b6899ebb-4f60-415f-b2db-6a4105382819), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.270866 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (b6899ebb-4f60-415f-b2db-6a4105382819), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.299462 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.300683 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344812 May 10 15:10:56.304247 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33756) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:56.305242 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7740-8c7b-4567-af4e-39a966c9479b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6899ebb-4f60-415f-b2db-6a4105382819,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:56.309657 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group_rule': {'security_group_id': 'b6899ebb-4f60-415f-b2db-6a4105382819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:56.341147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (a045026f-d91a-4396-bcb7-bbbfb4632a9e), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.395221 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (a045026f-d91a-4396-bcb7-bbbfb4632a9e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.398613 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (a045026f-d91a-4396-bcb7-bbbfb4632a9e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.416157 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a045026f-d91a-4396-bcb7-bbbfb4632a9e,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:56.424423 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.428636 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b631ed9c-c77f-4a3b-91ab-e28e77dca0d2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202617 May 10 15:10:56.429102 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 33762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:56.433141 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group_rule': {'security_group_id': 'b6899ebb-4f60-415f-b2db-6a4105382819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:56.461674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (8ca0a51f-4c00-4f31-a33a-aaa1b9cdda07), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.505890 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 741dda1f-9e03-4be4-b02f-b66a676b4b42 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:56.519494 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (8ca0a51f-4c00-4f31-a33a-aaa1b9cdda07), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.523182 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (8ca0a51f-4c00-4f31-a33a-aaa1b9cdda07), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.540869 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca0a51f-4c00-4f31-a33a-aaa1b9cdda07,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:56.548402 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.549634 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e4c96a1f-5d59-443c-9e5f-cdd90378a42e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199777 May 10 15:10:56.552864 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33764) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:10:56.558166 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:56.559971 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 741dda1f-9e03-4be4-b02f-b66a676b4b42 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:56.560405 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.577392 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.640337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 741dda1f-9e03-4be4-b02f-b66a676b4b42 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:56.641037 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.660500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.665885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 741dda1f-9e03-4be4-b02f-b66a676b4b42, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=741dda1f-9e03-4be4-b02f-b66a676b4b42,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:56.670426 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.722787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=741dda1f-9e03-4be4-b02f-b66a676b4b42,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:56.766816 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Allocated IP 172.27.3.250 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/2d9db17e-53be-48e8-93b3-461f7b174abc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:56.869164 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.902286 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:56.940024 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:56.942970 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:56.945498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:10:56.960690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:56.971703 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:56.972302 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=2d9db17e-53be-48e8-93b3-461f7b174abc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:56.972466 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:57.040915 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.082418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.096758 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:57.233487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.237893 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.288151 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 2, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:57.307988 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=2d9db17e-53be-48e8-93b3-461f7b174abc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:57.317733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.318042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:57.318422 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Updating router 67286a55-e1a3-47c1-a687-9b295f16dee9 port 2cc51a06-08aa-4821-b87b-9c5e324dc059 binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:57.333088 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.334881 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cefcc925-e0f0-4236-9f71-0a3cb79cf770 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7798386 May 10 15:10:57.346674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.480417 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-0be29d18-309a-403e-9e65-3685d4fb66bd tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--184627163&fields=id&tenant_id=057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 267 time: 0.0438228 May 10 15:10:57.588758 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-1b6ae450-150d-412c-a522-fe799294531d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:57.590844 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-1b6ae450-150d-412c-a522-fe799294531d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 810 time: 0.1041043 May 10 15:10:57.605724 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-97175806-2372-4c7c-8062-c8246a0d65a1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/quotas/057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 375 time: 0.0090401 May 10 15:10:57.619017 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks [] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.624583 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.654815 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-3a65ae7f-49ee-47b5-ab45-b18ac9cd4f63 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439358 May 10 15:10:57.674935 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840582-6fee-4acc-8846-294a8bc53d41 None None] Pushing event updated for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:57.734701 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Attempting to bind port 2cc51a06-08aa-4821-b87b-9c5e324dc059 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:10:57.735415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Attempting to bind port 2cc51a06-08aa-4821-b87b-9c5e324dc059 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:10:57.735415 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Attempting to bind port 2cc51a06-08aa-4821-b87b-9c5e324dc059 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:10:57.741317 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:10:57.741687 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Checking segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:10:57.742090 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.742520 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Bound using segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:10:57.742985 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Bound port: 2cc51a06-08aa-4821-b87b-9c5e324dc059, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:10:57.743365 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.765069 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-aa7b5b67-d189-4cbb-b6fc-3584629a362d service neutron] 10.222.0.83 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 May 10 15:10:57.808042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] For port 2cc51a06-08aa-4821-b87b-9c5e324dc059, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:10:57.811540 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] For port 2cc51a06-08aa-4821-b87b-9c5e324dc059, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2cc51a06-08aa-4821-b87b-9c5e324dc059,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:10:57.819258 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:57.862299 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-a0f7b4a7-9ea5-42da-be69-03d11df63109 service neutron] 10.222.0.83 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910225 May 10 15:10:57.879996 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840582-6fee-4acc-8846-294a8bc53d41 None None] Pushing event updated for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:57.882926 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:10:57.883521 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:57.986847 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Provisioning complete for port 2cc51a06-08aa-4821-b87b-9c5e324dc059 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:57.987379 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:58.048710 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b5cab763-7107-484f-87fb-42f004495073 req-dc576ab3-efd8-44f1-9b41-8375a1a60c5d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 210 time: 0.0327179 May 10 15:10:58.184315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:10:58.340054 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Current status of the port 2cc51a06-08aa-4821-b87b-9c5e324dc059 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:58.340451 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:58.406338 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] For port 2cc51a06-08aa-4821-b87b-9c5e324dc059, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2cc51a06-08aa-4821-b87b-9c5e324dc059,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:10:58.412280 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:58.481030 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:57Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:58.515978 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 741dda1f-9e03-4be4-b02f-b66a676b4b42 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:10:58.522330 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f6c54-a2a7-4c4f-b844-fd5dd80187f1 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:57Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:58.554125 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf124c-581a-401b-92fd-40787c1adaff None None] Pushing event updated for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:58.564056 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-114d1daf-95c2-4435-a3a2-6977d39cec1a None None] Provisioning complete for port 2cc51a06-08aa-4821-b87b-9c5e324dc059 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:58.564437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-114d1daf-95c2-4435-a3a2-6977d39cec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:58.634829 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 741dda1f-9e03-4be4-b02f-b66a676b4b42 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:10:58.635474 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:10:58.714254 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-114d1daf-95c2-4435-a3a2-6977d39cec1a None None] Current status of the port 2cc51a06-08aa-4821-b87b-9c5e324dc059 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:58.757640 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 741dda1f-9e03-4be4-b02f-b66a676b4b42 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:10:59.171172 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d072922e-6fe6-44f9-b03e-1406aa46442c req-ceaa9fc9-b323-47ec-800c-9e1e56bba7da tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 210 time: 0.0393777 May 10 15:10:59.562120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-f44121c2-d3b7-412f-b732-75e10759764c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:59.563605 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-f44121c2-d3b7-412f-b732-75e10759764c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 810 time: 0.1167722 May 10 15:10:59.629122 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-0ba00a2e-6ffb-4fe7-8411-f6ba0d1ac50e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 379 time: 0.0538983 May 10 15:10:59.640972 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'port': {'device_id': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'admin_state_up': True, 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'security_groups': ['b6899ebb-4f60-415f-b2db-6a4105382819']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:10:59.799045 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:11:00.000468 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Made reservation on behalf of 057df79ceee746d7bbd932006cca3ce5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:11:00.004184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.125705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Allocated IP 172.20.0.3 (b8dc7de5-a118-435c-91a1-f67ae4506cd5/be0c37b4-1662-4c1e-8640-30bc37029c02/016d01cb-1e3a-4f20-a375-93d38b570a44) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:00.276608 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e427252-9c41-45ed-ab62-01d9510fc424 req-c6c8b2ca-e42d-4777-960d-b18936ee229e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 210 time: 0.0357151 May 10 15:11:00.285726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.319380 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.357747 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:00.360716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:00.364504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:11:00.397755 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:00.427196 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:00.427894 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.447876 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-2b82717f-c39f-422b-acc4-664e0412be39 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105290 May 10 15:11:00.462251 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Request body: {'port': {'device_id': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:11:00.525116 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2cc51a06-08aa-4821-b87b-9c5e324dc059 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:11:00.530521 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.573616 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 2cc51a06-08aa-4821-b87b-9c5e324dc059 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:11:00.574004 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.661457 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ec9c281-a02c-4eec-b860-900483732018 None None] Provisioning complete for port 016d01cb-1e3a-4f20-a375-93d38b570a44 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:11:00.661750 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ec9c281-a02c-4eec-b860-900483732018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.670672 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 2cc51a06-08aa-4821-b87b-9c5e324dc059 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:11:00.704210 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9c281-a02c-4eec-b860-900483732018 None None] Port 016d01cb-1e3a-4f20-a375-93d38b570a44 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:11:00.792686 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016d01cb-1e3a-4f20-a375-93d38b570a44 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:00.799902 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks [] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.812646 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Transition to ACTIVE for port object 016d01cb-1e3a-4f20-a375-93d38b570a44 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:11:00.816477 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:00.866701 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:00.937920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Attempting to bind port 016d01cb-1e3a-4f20-a375-93d38b570a44 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:11:00.938262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Attempting to bind port 016d01cb-1e3a-4f20-a375-93d38b570a44 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:11:00.938630 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Attempting to bind port 016d01cb-1e3a-4f20-a375-93d38b570a44 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:11:00.943121 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Port 016d01cb-1e3a-4f20-a375-93d38b570a44 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:11:00.943448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Attempting to bind port 016d01cb-1e3a-4f20-a375-93d38b570a44 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:11:00.948335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:11:00.948679 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Checking segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:11:00.949072 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Bound using segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:11:00.949507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Bound port: 016d01cb-1e3a-4f20-a375-93d38b570a44, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:11:00.949869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:01.018083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:11:01.021133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=016d01cb-1e3a-4f20-a375-93d38b570a44,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:11:01.027306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:01.070077 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.070970 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:01.072564 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] 10.222.0.87 "PUT /v2.0/ports/016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 1093 time: 0.6163473 May 10 15:11:01.074826 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:01.077105 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fae023-b8f4-4cb8-9443-0be162707092" -d '{"events": [{"name": "network-changed", "server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:01.107485 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559cf1c-66af-4fef-9f98-2d4af148ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:01.122590 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2362a-a16d-4f81-ade9-13acdaf1a781 x-openstack-request-id: req-1de2362a-a16d-4f81-ade9-13acdaf1a781 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:01.122955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:01.123407 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1de2362a-a16d-4f81-ade9-13acdaf1a781 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:01.123759 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de2362a-a16d-4f81-ade9-13acdaf1a781'] response: {'name': 'network-changed', 'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'status': 'completed', 'code': 200} May 10 15:11:01.166670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-602c0908-a7e2-45a5-8981-cd9d2acf660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.168245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-602c0908-a7e2-45a5-8981-cd9d2acf660c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1127 time: 0.0413091 May 10 15:11:01.215280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-81f5a07f-164a-4045-b1b7-4cb827a8d476 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 217 time: 0.0393713 May 10 15:11:01.276058 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-9d6d3c72-910d-4a6b-8291-b5ccc849f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.277623 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-9d6d3c72-910d-4a6b-8291-b5ccc849f72c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0561326 May 10 15:11:01.324396 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c7112312-8fd1-4a59-9549-abf64a6e3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.326125 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-c7112312-8fd1-4a59-9549-abf64a6e3e21 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415757 May 10 15:11:01.401460 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7de8d7-961e-4020-b1b6-8d1984cea14e req-8726409a-24f4-46a3-8ccd-d7a486d0fda5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.403022 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba7de8d7-961e-4020-b1b6-8d1984cea14e req-8726409a-24f4-46a3-8ccd-d7a486d0fda5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 943 time: 0.0517802 May 10 15:11:01.426943 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-794a3d22-1e17-4ffc-bd82-201ffc9224f4 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937021 May 10 15:11:01.457371 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba7de8d7-961e-4020-b1b6-8d1984cea14e req-1b0e622e-766c-4018-b05a-c93042e60bd0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 May 10 15:11:01.528069 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-795113fb-1f96-4d8c-b1de-2d11f3285073 req-42523949-4978-4357-b18b-24e017d3e793 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 May 10 15:11:02.434058 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae023-b8f4-4cb8-9443-0be162707092 req-5d4db386-f31b-4d86-a0cd-b912426d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.435660 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-5d4db386-f31b-4d86-a0cd-b912426d22a2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1127 time: 0.0412536 May 10 15:11:02.541371 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae023-b8f4-4cb8-9443-0be162707092 req-c712640b-4d29-4d6e-a9cb-fefe8e07db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.542905 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-c712640b-4d29-4d6e-a9cb-fefe8e07db77 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0999186 May 10 15:11:02.574971 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599751b-62ba-480d-9c5f-29bc684c84be req-0837d3d6-c84d-45bc-b3d0-b29fe1b1be00 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.576449 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5599751b-62ba-480d-9c5f-29bc684c84be req-0837d3d6-c84d-45bc-b3d0-b29fe1b1be00 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 943 time: 0.0474911 May 10 15:11:02.585191 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-77bda7e9-12b5-4aaa-8464-bfdf0fe1c251 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 217 time: 0.0356584 May 10 15:11:02.635094 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5599751b-62ba-480d-9c5f-29bc684c84be req-a19c54bc-c176-48cf-b44f-6d83072b030d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459621 May 10 15:11:02.648662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae023-b8f4-4cb8-9443-0be162707092 req-a7a016af-ced0-46c7-96f4-c7ca3a823691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.650259 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-a7a016af-ced0-46c7-96f4-c7ca3a823691 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0532067 May 10 15:11:02.709803 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae023-b8f4-4cb8-9443-0be162707092 req-d797dd1a-0d2b-4d85-9519-ac5ddaf94417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.711340 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-d797dd1a-0d2b-4d85-9519-ac5ddaf94417 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492356 May 10 15:11:02.806642 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-f34ea5c7-4fd6-4b01-a1d7-1890461b94a2 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 May 10 15:11:02.931840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-04fae023-b8f4-4cb8-9443-0be162707092 req-dea36658-c616-4492-9ff1-03fa6ce618fd service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994694 May 10 15:11:03.746625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:03.757990 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff609a12-2c05-42a5-a582-30355e7467a0 req-084d6a94-734d-4816-a40e-4ada8bd88027 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:03.759475 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ff609a12-2c05-42a5-a582-30355e7467a0 req-084d6a94-734d-4816-a40e-4ada8bd88027 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 943 time: 0.0489249 May 10 15:11:03.805853 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ff609a12-2c05-42a5-a582-30355e7467a0 req-8afed7d4-ab88-449a-bd3f-b150e02897dc tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 May 10 15:11:04.920462 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e599f-8130-42c5-b6a1-08965bb1fcd6 req-af9090fe-ddd2-4c05-904c-f1b0f6aca0ec tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:04.921938 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c2e599f-8130-42c5-b6a1-08965bb1fcd6 req-af9090fe-ddd2-4c05-904c-f1b0f6aca0ec tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 943 time: 0.0506253 May 10 15:11:04.967187 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c2e599f-8130-42c5-b6a1-08965bb1fcd6 req-e3b6b988-e56a-49f6-9709-723805be59c9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 May 10 15:11:04.981191 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 016d01cb-1e3a-4f20-a375-93d38b570a44 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:11:05.081452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=016d01cb-1e3a-4f20-a375-93d38b570a44,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:05.094114 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'port_id': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'mac_address': 'fa:16:3e:f0:8e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:11:05.131047 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 016d01cb-1e3a-4f20-a375-93d38b570a44 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:11:05.131437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:05.144079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016d01cb-1e3a-4f20-a375-93d38b570a44 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:05.166380 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=016d01cb-1e3a-4f20-a375-93d38b570a44,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:05.170143 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:05.219029 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:05.420232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['016d01cb-1e3a-4f20-a375-93d38b570a44'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:11:06.076681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664c90-c8d1-426e-a7b0-3ffeaf75872f req-4241ba6c-b133-4fe0-8c28-908bdb8fa1ba tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:06.078090 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1c664c90-c8d1-426e-a7b0-3ffeaf75872f req-4241ba6c-b133-4fe0-8c28-908bdb8fa1ba tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 944 time: 0.0449848 May 10 15:11:06.127761 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1c664c90-c8d1-426e-a7b0-3ffeaf75872f req-eccb2475-3330-43d2-9333-66d1e4d7371b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 May 10 15:11:06.996218 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 016d01cb-1e3a-4f20-a375-93d38b570a44 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:11:07.042028 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 016d01cb-1e3a-4f20-a375-93d38b570a44 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:11:07.047752 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 016d01cb-1e3a-4f20-a375-93d38b570a44 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:11:07.048213 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:07.128888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 016d01cb-1e3a-4f20-a375-93d38b570a44 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:11:07.129271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:07.151581 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:07.153783 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d8a6f0-3046-41a4-b287-58fa5fff7e55" -d '{"events": [{"server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "name": "network-vif-plugged", "status": "completed", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:07.166912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=016d01cb-1e3a-4f20-a375-93d38b570a44,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:07.171493 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:07.202279 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7fc36a-a244-4f66-859e-aa1726943af1 x-openstack-request-id: req-ba7fc36a-a244-4f66-859e-aa1726943af1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:07.202788 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "name": "network-vif-plugged", "status": "completed", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:07.202905 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba7fc36a-a244-4f66-859e-aa1726943af1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:07.203203 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7fc36a-a244-4f66-859e-aa1726943af1'] response: {'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'code': 200} May 10 15:11:07.232412 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:07.252373 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce31356-4300-417e-9e4a-5f5dbdc20716 req-5df1d489-0477-49b5-b8b2-db3d02bd091b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:07.253862 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fce31356-4300-417e-9e4a-5f5dbdc20716 req-5df1d489-0477-49b5-b8b2-db3d02bd091b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0533979 May 10 15:11:07.302166 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fce31356-4300-417e-9e4a-5f5dbdc20716 req-48ea2445-9708-4878-b47c-11282f96bdc4 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424149 May 10 15:11:07.364819 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e6ee0-19ea-4a91-b89d-2d1fe40987c0 req-c559cb7b-54f0-4fe4-902c-59f12fce48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:07.366317 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-485e6ee0-19ea-4a91-b89d-2d1fe40987c0 req-c559cb7b-54f0-4fe4-902c-59f12fce48ac service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1129 time: 0.0378001 May 10 15:11:07.408366 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-485e6ee0-19ea-4a91-b89d-2d1fe40987c0 req-a1f21500-4d9f-46fe-9158-0f4a9288a60a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363510 May 10 15:11:08.414288 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72ea1-43e5-4d84-84b4-b1cc79278d58 req-58971320-2edb-40ef-889e-2e60f0f4a60f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:08.415656 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36f72ea1-43e5-4d84-84b4-b1cc79278d58 req-58971320-2edb-40ef-889e-2e60f0f4a60f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0455253 May 10 15:11:08.460535 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-36f72ea1-43e5-4d84-84b4-b1cc79278d58 req-706928d1-5bfa-4d15-baf3-34f66cbb314c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 May 10 15:11:09.575780 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3facbfd-b50e-4a2f-aa13-74963de9f9fb req-9b09925c-fd75-418a-9e45-aa3a5135438e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:09.577273 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3facbfd-b50e-4a2f-aa13-74963de9f9fb req-9b09925c-fd75-418a-9e45-aa3a5135438e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0504186 May 10 15:11:09.625954 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3facbfd-b50e-4a2f-aa13-74963de9f9fb req-19e5a5aa-9ed8-4e68-84af-38e32842cc84 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 May 10 15:11:09.738365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eed17-6dbd-4f87-bcf0-e35a86d82dd0 req-f0020f97-f64a-4851-869d-d5cd6f17c86e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:09.739762 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-952eed17-6dbd-4f87-bcf0-e35a86d82dd0 req-f0020f97-f64a-4851-869d-d5cd6f17c86e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0490136 May 10 15:11:09.749215 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 33856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:11:09.753370 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'floatingip': {'port_id': '016d01cb-1e3a-4f20-a375-93d38b570a44'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:11:09.791357 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:10.240164 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:10.244457 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:10.351798 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Floating IP 3a29c02b-4a22-4d41-b323-19a4db69f37c associated. External IP: 172.27.3.250, port: 016d01cb-1e3a-4f20-a375-93d38b570a44. May 10 15:11:10.554952 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:11:10.666047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:11:10.670905 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:10.676062 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:10.685162 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:11:10.685831 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:10.699380 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c5421347-c659-4951-8153-5aa10a409186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "PUT /v2.0/floatingips/3a29c02b-4a22-4d41-b323-19a4db69f37c HTTP/1.1" status: 200 len: 991 time: 0.9491496 May 10 15:11:10.699942 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:10.702206 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:10.736916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72ccd1b-d8d9-4098-98df-dd5e10705079 x-openstack-request-id: req-c72ccd1b-d8d9-4098-98df-dd5e10705079 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:10.737405 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:10.737682 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c72ccd1b-d8d9-4098-98df-dd5e10705079 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:10.738091 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72ccd1b-d8d9-4098-98df-dd5e10705079'] response: {'name': 'network-changed', 'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'status': 'completed', 'code': 200} May 10 15:11:10.794119 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:11:11.004398 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3a29c02b-4a22-4d41-b323-19a4db69f37c', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:f0:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:56Z', 'updated_at': '2022-05-10T15:11:10Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:11.113183 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:11.122352 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:11:11.122985 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:10:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:11.230485 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:11:11.444455 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3a29c02b-4a22-4d41-b323-19a4db69f37c', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:f0:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:56Z', 'updated_at': '2022-05-10T15:11:10Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:11.470022 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cf053-733f-4818-8ad0-dfe5c62c1aa7 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '3a29c02b-4a22-4d41-b323-19a4db69f37c', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:f0:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:10:56Z', 'updated_at': '2022-05-10T15:11:10Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:11.658501 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83127a18-f20d-41e9-ae98-ba504751f04e None None] New status for floating IP 3a29c02b-4a22-4d41-b323-19a4db69f37c: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:13.133452 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-b1cae3d6-30cf-4b07-828d-ab05177348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:13.135000 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-b1cae3d6-30cf-4b07-828d-ab05177348d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1129 time: 0.0393829 May 10 15:11:13.224481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-95ec2aad-2d1a-4ce1-8c6b-e5ad0105adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:13.226576 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-95ec2aad-2d1a-4ce1-8c6b-e5ad0105adaa service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0858817 May 10 15:11:13.292385 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-ad332a79-7fe9-4e40-b085-8c65c03d79d0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 1001 time: 0.0590446 May 10 15:11:13.346908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-3b4e1ea6-11cd-4427-93e6-c30bebe71732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:13.348349 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-3b4e1ea6-11cd-4427-93e6-c30bebe71732 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0487812 May 10 15:11:13.395631 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-515416ab-276c-4c48-931b-dab532d1020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:13.397561 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-515416ab-276c-4c48-931b-dab532d1020c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416245 May 10 15:11:13.483405 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-5ec78608-9501-4761-9041-5c89690a2764 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797148 May 10 15:11:13.572328 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8252ada1-806d-4ee8-a2ff-a08293c6ed1e req-e8444ef5-9f4d-444a-87c6-a1e83fcf79c0 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829630 May 10 15:11:17.022147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b7656-741b-4702-b02c-dfd6464bec7e req-7de45a4c-57d6-4d1f-9d93-f80e77f6ee25 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.023541 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-662b7656-741b-4702-b02c-dfd6464bec7e req-7de45a4c-57d6-4d1f-9d93-f80e77f6ee25 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0472970 May 10 15:11:17.082046 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-662b7656-741b-4702-b02c-dfd6464bec7e req-2070e8bf-7316-4308-989f-dfc27610750d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527124 May 10 15:11:17.471571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-b472bb22-22bc-43c3-842f-95a7338db6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.473029 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-b472bb22-22bc-43c3-842f-95a7338db6a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1168 time: 0.0383899 May 10 15:11:17.561226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-478dd513-52d5-48ed-8531-00c6fa528f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.562659 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-478dd513-52d5-48ed-8531-00c6fa528f56 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.0818729 May 10 15:11:17.634693 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-0fbeabe0-47d8-488e-bf13-88afcb10716a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 1000 time: 0.0636587 May 10 15:11:17.686137 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-79f5735b-8a7e-40a8-b28f-1f506bef2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.687614 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-79f5735b-8a7e-40a8-b28f-1f506bef2e91 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0435612 May 10 15:11:17.730924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-01a489be-ea2e-4666-a88a-54e67c728308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.732291 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-01a489be-ea2e-4666-a88a-54e67c728308 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378578 May 10 15:11:17.824953 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-0a6f718a-9547-443f-ae9a-f57a2bdeab87 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 May 10 15:11:17.914843 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-143acd3f-2955-47e9-8075-73628dcec6f6 req-69983535-6202-4af2-8fc1-1e7262c51327 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 May 10 15:11:18.200884 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672b36-2f74-44eb-a4e0-2db6332e1436 req-114d2fa7-815d-4b96-889b-bb9547b824dc tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:18.202356 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a8672b36-2f74-44eb-a4e0-2db6332e1436 req-114d2fa7-815d-4b96-889b-bb9547b824dc tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0500095 May 10 15:11:18.264426 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a8672b36-2f74-44eb-a4e0-2db6332e1436 req-79c31eb3-5fc6-4d09-b29c-f1f68ca34712 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563316 May 10 15:11:19.245951 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-922f452b-b778-4ca7-af5d-978a7e19a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:19.379444 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf51f3d-0ed9-4108-ba2f-e9b44df0c866 req-442498b8-38fd-4961-b90e-c635caaab968 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.380935 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbf51f3d-0ed9-4108-ba2f-e9b44df0c866 req-442498b8-38fd-4961-b90e-c635caaab968 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0462811 May 10 15:11:19.441373 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbf51f3d-0ed9-4108-ba2f-e9b44df0c866 req-fc23bdcf-f0e7-446f-9226-4e03009e28e1 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547655 May 10 15:11:20.553282 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bbe4-f08c-40de-900c-cb1b96bcb9cc req-606f0640-1cec-4864-b62f-3aaa5cb585cc tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:20.554740 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7447bbe4-f08c-40de-900c-cb1b96bcb9cc req-606f0640-1cec-4864-b62f-3aaa5cb585cc tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0476446 May 10 15:11:20.611454 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7447bbe4-f08c-40de-900c-cb1b96bcb9cc req-f35c0eb6-d603-4acc-8321-d9d19d57d3c7 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511804 May 10 15:11:21.407426 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cdc89acc-e6d6-481c-b362-526e5cd37d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:21.725111 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d402a7-4461-44ee-96fe-f126d54f0302 req-3fe26f33-f0e3-4fd2-bbde-c11b404fc5df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:21.726473 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75d402a7-4461-44ee-96fe-f126d54f0302 req-3fe26f33-f0e3-4fd2-bbde-c11b404fc5df tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0465610 May 10 15:11:21.784771 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75d402a7-4461-44ee-96fe-f126d54f0302 req-3deab9b4-43f1-440b-8856-dc45987c2cc3 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526853 May 10 15:11:22.699320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:22.897378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477b2c6-e5fc-46e5-9d70-b25daa03c54a req-19816854-fa40-435b-afc0-5991bcdb8336 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:22.898876 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c477b2c6-e5fc-46e5-9d70-b25daa03c54a req-19816854-fa40-435b-afc0-5991bcdb8336 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0475616 May 10 15:11:23.224695 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c477b2c6-e5fc-46e5-9d70-b25daa03c54a req-c0995da2-cac1-453d-9aa7-b139a0b4d9f1 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3200984 May 10 15:11:24.029483 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:24.338118 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d833-87ed-4356-85cd-0142229119f1 req-f768c1c1-d29e-4e69-8b11-1c7260d60542 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.339657 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-68c6d833-87ed-4356-85cd-0142229119f1 req-f768c1c1-d29e-4e69-8b11-1c7260d60542 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0470212 May 10 15:11:24.398397 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-68c6d833-87ed-4356-85cd-0142229119f1 req-a32bbacf-8335-40cc-8e0a-17eb5e3c6a0d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532570 May 10 15:11:25.518485 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc535f-c9db-4fc8-a485-38ee2a99a984 req-b0ee7baf-ca08-4528-a26a-dd2bacd05197 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:25.519906 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7ddc535f-c9db-4fc8-a485-38ee2a99a984 req-b0ee7baf-ca08-4528-a26a-dd2bacd05197 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0463305 May 10 15:11:25.581611 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7ddc535f-c9db-4fc8-a485-38ee2a99a984 req-13cd1244-c8ab-4c1f-9a92-a71bfc480d4e tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556262 May 10 15:11:25.587903 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:26.697933 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d72ea-9b8a-4739-b547-ec0589dde8b7 req-8b51a788-b165-4019-b8cf-8289de0a8408 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.699304 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-304d72ea-9b8a-4739-b547-ec0589dde8b7 req-8b51a788-b165-4019-b8cf-8289de0a8408 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0488794 May 10 15:11:26.757586 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-304d72ea-9b8a-4739-b547-ec0589dde8b7 req-507cbe69-321d-478b-9314-b7c93e3e060b tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524724 May 10 15:11:27.634463 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcd986-b7e4-4cbc-902e-e86fd40c4432 req-5fd8f9b8-146c-401c-b795-a7c6235dbc80 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:27.635973 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f8dcd986-b7e4-4cbc-902e-e86fd40c4432 req-5fd8f9b8-146c-401c-b795-a7c6235dbc80 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 945 time: 0.0475779 May 10 15:11:27.681978 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f8dcd986-b7e4-4cbc-902e-e86fd40c4432 req-19d511d1-e0fe-4624-af65-e8f9b1a73a25 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 May 10 15:11:27.872900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496dd45-c2b7-4cee-91c8-e7fdda686257 req-ce21d312-6949-4e4d-804a-cf82b6f095a6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:27.874346 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b496dd45-c2b7-4cee-91c8-e7fdda686257 req-ce21d312-6949-4e4d-804a-cf82b6f095a6 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0505066 May 10 15:11:27.932840 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b496dd45-c2b7-4cee-91c8-e7fdda686257 req-a3ff51d6-2b2c-45b9-9ec4-ef9d102b8e9d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528455 May 10 15:11:28.791731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa6b3-1041-4ac8-b630-110e7936d92a req-4d14fa12-f698-4ac6-a758-e98fefb6aeea tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:28.793228 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf2aa6b3-1041-4ac8-b630-110e7936d92a req-4d14fa12-f698-4ac6-a758-e98fefb6aeea tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 945 time: 0.0459421 May 10 15:11:28.841510 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf2aa6b3-1041-4ac8-b630-110e7936d92a req-d1f4c92f-8f5a-4e52-8479-fdb50eb3b5f2 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 May 10 15:11:29.043131 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4d70-f819-4e27-8874-de14a9149ea8 req-3058d6da-3e1b-4e76-ba94-b874ffaba3a9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:29.044587 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-308e4d70-f819-4e27-8874-de14a9149ea8 req-3058d6da-3e1b-4e76-ba94-b874ffaba3a9 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0462770 May 10 15:11:29.102739 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-308e4d70-f819-4e27-8874-de14a9149ea8 req-2ed6ecbf-1628-4333-a051-219deeb48588 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524993 May 10 15:11:29.593771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-1e6bc992-1ea3-4bd6-a329-0f4e85519799 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:29.595238 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-1e6bc992-1ea3-4bd6-a329-0f4e85519799 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 945 time: 0.0450854 May 10 15:11:29.677590 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Deleting port e8eb5d12-4d65-4ec1-9bb7-842395fec078 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:11:29.677943 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:29.770447 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] For port e8eb5d12-4d65-4ec1-9bb7-842395fec078, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=e8eb5d12-4d65-4ec1-9bb7-842395fec078,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:29.770828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:29.785699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Calling delete_port for e8eb5d12-4d65-4ec1-9bb7-842395fec078 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:11:29.921059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (e8eb5d12-4d65-4ec1-9bb7-842395fec078), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:29.933515 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['e8eb5d12-4d65-4ec1-9bb7-842395fec078'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:11:29.964905 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-519bc2fb-47ef-49a6-84d8-a126199c020d req-9e93f860-8718-47a0-80dd-1ae07632590e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=541fd5f4-f3ef-4a42-b50e-a625f2e17734 HTTP/1.1" status: 200 len: 210 time: 0.0561230 May 10 15:11:29.967810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Pushing event deleted for resources: {'Port': ['ID=e8eb5d12-4d65-4ec1-9bb7-842395fec078,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:29.995123 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.995482 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.995830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.996178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.996517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.996853 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.997447 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.997779 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.998110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.998463 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.998796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.999127 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.999454 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:29.999783 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:30.000107 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:30.024180 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] No DVR routers for this DVR port e8eb5d12-4d65-4ec1-9bb7-842395fec078 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:30.026715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:30.030146 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4c27170a-86e4-459d-b9dc-19152d7e72e5 req-9d08b1ac-31d8-4d91-85e1-9e3dc2d2be34 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "DELETE /v2.0/ports/e8eb5d12-4d65-4ec1-9bb7-842395fec078 HTTP/1.1" status: 204 len: 173 time: 0.4292090 May 10 15:11:30.030633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'name': 'network-vif-deleted', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:30.034144 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab03f8-d83d-413e-8a1b-aac57f33c462" -d '{"events": [{"server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "name": "network-vif-deleted", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:30.071098 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a2f35-27af-4ffc-bbbc-8254e86a667a x-openstack-request-id: req-549a2f35-27af-4ffc-bbbc-8254e86a667a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:30.071377 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541fd5f4-f3ef-4a42-b50e-a625f2e17734", "name": "network-vif-deleted", "tag": "e8eb5d12-4d65-4ec1-9bb7-842395fec078", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:30.071626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-549a2f35-27af-4ffc-bbbc-8254e86a667a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:30.072028 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549a2f35-27af-4ffc-bbbc-8254e86a667a'] response: {'server_uuid': '541fd5f4-f3ef-4a42-b50e-a625f2e17734', 'name': 'network-vif-deleted', 'tag': 'e8eb5d12-4d65-4ec1-9bb7-842395fec078', 'status': 'completed', 'code': 200} May 10 15:11:30.220802 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91e697-9806-47d9-a13e-c723123f3593 req-eef8c218-ae90-46da-a795-169d65374d38 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:30.222433 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f91e697-9806-47d9-a13e-c723123f3593 req-eef8c218-ae90-46da-a795-169d65374d38 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0520840 May 10 15:11:30.283163 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f91e697-9806-47d9-a13e-c723123f3593 req-4d96bf5d-0946-4717-a21a-ec6a890e8846 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548899 May 10 15:11:31.403439 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df521-7f96-4108-8897-8224ea9753fc req-a0a89ba4-c855-43fe-895a-196f3e4bf206 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:31.404891 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a05df521-7f96-4108-8897-8224ea9753fc req-a0a89ba4-c855-43fe-895a-196f3e4bf206 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0473809 May 10 15:11:31.462835 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a05df521-7f96-4108-8897-8224ea9753fc req-56d65bda-a204-4ee7-894a-f445c357c11b tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521567 May 10 15:11:32.573361 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5fbee-9ce5-4633-9dc0-d91afeff58f5 req-889ea3a4-f41b-4ee2-aca1-1f9657874d50 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:32.574819 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4e5fbee-9ce5-4633-9dc0-d91afeff58f5 req-889ea3a4-f41b-4ee2-aca1-1f9657874d50 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0456655 May 10 15:11:32.637352 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4e5fbee-9ce5-4633-9dc0-d91afeff58f5 req-1308ec2e-cae8-490b-be61-9b6fb67ecaa0 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570469 May 10 15:11:33.755706 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580173c3-1272-40b4-a9c5-7ba5005e2df5 req-7a65e9a6-b912-4b1b-94bb-5cbfae53673d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:33.757238 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-580173c3-1272-40b4-a9c5-7ba5005e2df5 req-7a65e9a6-b912-4b1b-94bb-5cbfae53673d tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0530245 May 10 15:11:33.818683 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-580173c3-1272-40b4-a9c5-7ba5005e2df5 req-5ec92c7a-c72a-4411-9cdf-9995bcc21975 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557244 May 10 15:11:33.942648 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:34.931882 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a97c-2b9b-40cd-93af-cf20c1756737 req-48570a84-76ba-4598-9655-24bceaea41ef tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:34.933364 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e645a97c-2b9b-40cd-93af-cf20c1756737 req-48570a84-76ba-4598-9655-24bceaea41ef tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0479732 May 10 15:11:34.991890 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e645a97c-2b9b-40cd-93af-cf20c1756737 req-eaf5a4fa-cb33-4c3f-9f91-588a173b209f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528448 May 10 15:11:35.176529 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device e8eb5d12-4d65-4ec1-9bb7-842395fec078 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:11:35.196611 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: e8eb5d12-4d65-4ec1-9bb7-842395fec078 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:11:35.196949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device e8eb5d12-4d65-4ec1-9bb7-842395fec078 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:11:36.103197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301874-a0ae-4260-b399-ca75d5a4c8e2 req-862ee5d8-1015-425e-bffd-b8af48f74079 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:36.104672 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-97301874-a0ae-4260-b399-ca75d5a4c8e2 req-862ee5d8-1015-425e-bffd-b8af48f74079 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0471046 May 10 15:11:36.163917 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-97301874-a0ae-4260-b399-ca75d5a4c8e2 req-bc38db7d-5e15-4c2f-b027-a3f9711c1cd2 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&id=298d7e8d-c402-49f2-975c-45399ab79ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536768 May 10 15:11:36.798635 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:11:38.928501 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-a0ec3361-f5df-48cc-8c5a-c5b2ce541dd8 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.930507 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-a0ec3361-f5df-48cc-8c5a-c5b2ce541dd8 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 813 time: 0.1017246 May 10 15:11:38.944783 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-c2dcd536-289a-4370-ad1d-267a2d7862bd tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/quotas/870b2a5de87144f58bdd6aebe78a3e47 HTTP/1.1" status: 200 len: 375 time: 0.0088937 May 10 15:11:38.976227 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-1ac95e39-5d1c-42b3-8343-02578aede910 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268285 May 10 15:11:39.061195 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-fc610c5f-5ad1-44c8-82e9-5fbe12bba530 service neutron] 10.222.0.83 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787730 May 10 15:11:39.149860 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-9a5e533c-0ee9-4e33-b1a2-09bf109f0766 service neutron] 10.222.0.83 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 May 10 15:11:39.303252 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4774feb6-be6c-4467-9dc4-f0a35cda4e41 req-73c5c5f1-83e9-4ab7-8ba9-0aea044a240c tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 210 time: 0.0282781 May 10 15:11:40.383578 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-1d888531-e21b-4c8e-8ee4-335880a4413f tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:40.385022 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-1d888531-e21b-4c8e-8ee4-335880a4413f tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 813 time: 0.1079874 May 10 15:11:40.397050 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Request body: {'port': {'device_id': '93b32975-0c41-42ca-ad17-ac39ae077841', 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42', 'admin_state_up': True, 'tenant_id': '870b2a5de87144f58bdd6aebe78a3e47'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:11:40.410517 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e7b299e8-d525-41f9-a036-dd23c3537fe6 req-709953dc-e13c-4e10-bcbe-5ea23690606f tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 210 time: 0.0394549 May 10 15:11:40.504858 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Made reservation on behalf of 870b2a5de87144f58bdd6aebe78a3e47 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:11:40.508126 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:40.632178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Allocated IP 172.20.0.8 (13b607e0-34f7-439f-ac23-0cdae73d5c42/42181502-6c19-40bb-bf5b-440dafe55fc3/48d39522-3822-429e-9d3f-041279779566) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:40.777735 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks [] for port (48d39522-3822-429e-9d3f-041279779566), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:40.813703 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (48d39522-3822-429e-9d3f-041279779566), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:40.856050 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Network 13b607e0-34f7-439f-ac23-0cdae73d5c42 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:40.859212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:40.865296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:11:40.888368 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Pushing event updated for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:40.915895 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:40.916518 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:40.932271 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-408f40e9-3b6c-43b9-bf9e-bc9c515bcfed tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5390205 May 10 15:11:40.943378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Request body: {'port': {'device_id': '93b32975-0c41-42ca-ad17-ac39ae077841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:11:41.003575 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (48d39522-3822-429e-9d3f-041279779566), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.260015 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d39522-3822-429e-9d3f-041279779566 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:41.267399 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks [] for port (48d39522-3822-429e-9d3f-041279779566), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.279864 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Transition to ACTIVE for port object 48d39522-3822-429e-9d3f-041279779566 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:11:41.285064 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (48d39522-3822-429e-9d3f-041279779566), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.332420 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Pushing event updated for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:41.409101 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Attempting to bind port 48d39522-3822-429e-9d3f-041279779566 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:11:41.409804 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Attempting to bind port 48d39522-3822-429e-9d3f-041279779566 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:11:41.409804 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Attempting to bind port 48d39522-3822-429e-9d3f-041279779566 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:11:41.414701 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Port 48d39522-3822-429e-9d3f-041279779566 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:11:41.415022 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Attempting to bind port 48d39522-3822-429e-9d3f-041279779566 on network 13b607e0-34f7-439f-ac23-0cdae73d5c42 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:11:41.419789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:11:41.420134 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Checking segment: {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:11:41.420515 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Bound using segment: {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:11:41.420937 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Bound port: 48d39522-3822-429e-9d3f-041279779566, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:11:41.421290 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (48d39522-3822-429e-9d3f-041279779566), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.493993 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:11:41.534783 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=48d39522-3822-429e-9d3f-041279779566,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:11:41.547574 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fbde1-b1fe-47c5-8b25-44808d2e0941 req-3ae0e86c-7bb7-431f-9610-3a6c2bc71d67 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:41.549025 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c13fbde1-b1fe-47c5-8b25-44808d2e0941 req-3ae0e86c-7bb7-431f-9610-3a6c2bc71d67 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 943 time: 0.0700753 May 10 15:11:41.550424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (48d39522-3822-429e-9d3f-041279779566), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.588130 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:41.589042 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:41.590411 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] 10.222.0.87 "PUT /v2.0/ports/48d39522-3822-429e-9d3f-041279779566 HTTP/1.1" status: 200 len: 1093 time: 0.6511104 May 10 15:11:41.601063 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'tag': '48d39522-3822-429e-9d3f-041279779566'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:41.603321 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db7704c-8935-4fa2-b87d-46d4a026f3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "tag": "48d39522-3822-429e-9d3f-041279779566"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:41.644028 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916fd82-0443-4478-bbd4-067720db7c7d x-openstack-request-id: req-7916fd82-0443-4478-bbd4-067720db7c7d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:41.644319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "tag": "48d39522-3822-429e-9d3f-041279779566", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:41.644564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7916fd82-0443-4478-bbd4-067720db7c7d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:41.644950 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7916fd82-0443-4478-bbd4-067720db7c7d'] response: {'name': 'network-changed', 'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'tag': '48d39522-3822-429e-9d3f-041279779566', 'status': 'completed', 'code': 200} May 10 15:11:41.681985 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c13fbde1-b1fe-47c5-8b25-44808d2e0941 req-513b85b5-332b-48ef-8178-7c687e16108e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238673 May 10 15:11:41.684421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbb38-4eb1-4387-b997-43f55d9f438f service neutron] Pushing event updated for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:41.697576 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-c34fdeb8-1baa-4d80-9775-79e13551038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:41.699099 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-c34fdeb8-1baa-4d80-9775-79e13551038a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 1127 time: 0.0486929 May 10 15:11:41.743733 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-6e769101-97a1-46d5-b48c-1beb05f209d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d39522-3822-429e-9d3f-041279779566 HTTP/1.1" status: 200 len: 217 time: 0.0376189 May 10 15:11:41.790776 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-ba379aa0-fc13-4f2a-87c5-28b2277e3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:41.792115 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-ba379aa0-fc13-4f2a-87c5-28b2277e3fb4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=42181502-6c19-40bb-bf5b-440dafe55fc3 HTTP/1.1" status: 200 len: 853 time: 0.0426047 May 10 15:11:41.826372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-589da90e-4d6c-40cd-9b1e-434c02e87658 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13b607e0-34f7-439f-ac23-0cdae73d5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 May 10 15:11:41.916969 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-4867d070-2ef6-4a2e-891c-05af2c949d88 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823560 May 10 15:11:42.003879 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-aae4eb16-71f7-4abc-a77f-474efc7af1fd req-13daf390-3437-4416-8fcb-0d387f961e30 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801344 May 10 15:11:42.795467 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2bfda-24d8-401f-bcfc-7b9b164ccf7d req-440d2dbb-680b-4bce-a08d-bfc918dbb38d tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:42.796898 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-78e2bfda-24d8-401f-bcfc-7b9b164ccf7d req-440d2dbb-680b-4bce-a08d-bfc918dbb38d tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 943 time: 0.0453916 May 10 15:11:42.842781 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-78e2bfda-24d8-401f-bcfc-7b9b164ccf7d req-a3544d4a-8432-47e7-9f31-5fb5846b2b8b tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 May 10 15:11:43.024041 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-0aec1fdb-f6c5-40ec-b506-afe7e8a79f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.025402 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-0aec1fdb-f6c5-40ec-b506-afe7e8a79f96 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 1127 time: 0.0391955 May 10 15:11:43.115416 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-530af126-e364-425b-9907-3a813bec08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.116837 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-530af126-e364-425b-9907-3a813bec08a0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 200 len: 914 time: 0.0840435 May 10 15:11:43.160713 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-20cfc5a6-f6a1-4df0-8195-11ab43c7bd5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d39522-3822-429e-9d3f-041279779566 HTTP/1.1" status: 200 len: 217 time: 0.0333605 May 10 15:11:43.209924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-11fe6605-eaa0-42e0-b3a3-be37bbbbcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.211317 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-11fe6605-eaa0-42e0-b3a3-be37bbbbcd07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=42181502-6c19-40bb-bf5b-440dafe55fc3 HTTP/1.1" status: 200 len: 853 time: 0.0405626 May 10 15:11:43.249169 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-e2518336-b9e6-4542-8cde-a6a2204b5603 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13b607e0-34f7-439f-ac23-0cdae73d5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290651 May 10 15:11:43.336847 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-6dcc037c-4281-4a95-834d-11235b21ead3 service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783131 May 10 15:11:43.430742 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8db7704c-8935-4fa2-b87d-46d4a026f3ce req-53a19340-444f-469c-99b7-e13ac0e9af5b service neutron] 10.222.0.87 "GET /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854094 May 10 15:11:43.952756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cde0c5-75fd-4ded-970c-d43ef29bd208 req-b0df8145-e610-4018-b5b5-85ecbd287141 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.954199 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-53cde0c5-75fd-4ded-970c-d43ef29bd208 req-b0df8145-e610-4018-b5b5-85ecbd287141 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 943 time: 0.0459917 May 10 15:11:43.999656 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-53cde0c5-75fd-4ded-970c-d43ef29bd208 req-0341d1b0-0ec7-4d25-bb6e-7d819b33e5e3 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 May 10 15:11:45.114055 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49ce4f-db24-4971-a134-6b9588e0038d req-3fdf616e-fe5a-4fdb-9d1c-c31a783c20eb tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:45.119314 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b49ce4f-db24-4971-a134-6b9588e0038d req-3fdf616e-fe5a-4fdb-9d1c-c31a783c20eb tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 943 time: 0.0538471 May 10 15:11:45.168355 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b49ce4f-db24-4971-a134-6b9588e0038d req-16029403-cc79-4952-82ab-3bba3b2bb421 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 May 10 15:11:45.198598 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 48d39522-3822-429e-9d3f-041279779566 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:11:45.293823 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=48d39522-3822-429e-9d3f-041279779566,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:45.304843 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '48d39522-3822-429e-9d3f-041279779566', 'network_id': '13b607e0-34f7-439f-ac23-0cdae73d5c42', 'port_id': '48d39522-3822-429e-9d3f-041279779566', 'mac_address': 'fa:16:3e:03:02:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42181502-6c19-40bb-bf5b-440dafe55fc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:11:45.340668 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 48d39522-3822-429e-9d3f-041279779566 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:11:45.341050 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (48d39522-3822-429e-9d3f-041279779566), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:45.357309 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d39522-3822-429e-9d3f-041279779566 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:45.376124 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=48d39522-3822-429e-9d3f-041279779566,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:45.379541 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (48d39522-3822-429e-9d3f-041279779566), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:45.429909 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:45.436640 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.436992 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.437339 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.437674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.438013 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.438343 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.438698 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.439027 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.439354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.439680 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.440007 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.440333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.440656 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.440977 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.441299 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:45.677742 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['48d39522-3822-429e-9d3f-041279779566'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:11:46.276822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f07bd0-3b9c-4088-94e7-13ceca5576b2 req-35950055-9667-41f6-a005-40ed34156e5c tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:46.278499 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6f07bd0-3b9c-4088-94e7-13ceca5576b2 req-35950055-9667-41f6-a005-40ed34156e5c tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 944 time: 0.0456779 May 10 15:11:46.323899 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6f07bd0-3b9c-4088-94e7-13ceca5576b2 req-856c7a44-373e-4b48-bba7-ed4218bf9047 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 May 10 15:11:47.215659 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 48d39522-3822-429e-9d3f-041279779566 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:11:47.259332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 48d39522-3822-429e-9d3f-041279779566 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:11:47.264850 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 48d39522-3822-429e-9d3f-041279779566 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:11:47.265226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (48d39522-3822-429e-9d3f-041279779566), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:47.339418 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 48d39522-3822-429e-9d3f-041279779566 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:11:47.339804 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (48d39522-3822-429e-9d3f-041279779566), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:47.361674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d39522-3822-429e-9d3f-041279779566'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:47.363904 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ddcb3-9b46-443c-ab98-dbabe22bdb28" -d '{"events": [{"server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "name": "network-vif-plugged", "status": "completed", "tag": "48d39522-3822-429e-9d3f-041279779566"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:11:47.380400 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=48d39522-3822-429e-9d3f-041279779566,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:11:47.385481 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (48d39522-3822-429e-9d3f-041279779566), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:47.408722 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fe8f3-3a25-44c5-a7c5-8cc96173f097 x-openstack-request-id: req-977fe8f3-3a25-44c5-a7c5-8cc96173f097 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:11:47.409016 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "name": "network-vif-plugged", "status": "completed", "tag": "48d39522-3822-429e-9d3f-041279779566", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:11:47.409269 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-977fe8f3-3a25-44c5-a7c5-8cc96173f097 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:11:47.409683 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977fe8f3-3a25-44c5-a7c5-8cc96173f097'] response: {'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d39522-3822-429e-9d3f-041279779566', 'code': 200} May 10 15:11:47.439321 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:47.446747 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9493a-f04d-4258-9e72-940d1ca9c8c1 req-de56ea7a-ba74-4d13-a588-caca674b3dd5 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:47.451157 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08a9493a-f04d-4258-9e72-940d1ca9c8c1 req-de56ea7a-ba74-4d13-a588-caca674b3dd5 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0565298 May 10 15:11:47.502036 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08a9493a-f04d-4258-9e72-940d1ca9c8c1 req-27b46c3c-915e-4745-b08a-a69349b68537 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 May 10 15:11:47.580626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b5d48-140a-46e9-bd31-29a62e63eb10 req-b9f2a10d-925a-4333-8e2d-3136bfcd5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:47.582046 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-072b5d48-140a-46e9-bd31-29a62e63eb10 req-b9f2a10d-925a-4333-8e2d-3136bfcd5bf4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 1129 time: 0.0403404 May 10 15:11:47.627008 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-072b5d48-140a-46e9-bd31-29a62e63eb10 req-9587ccd3-1499-42c8-bfd2-aa4d606e5257 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 May 10 15:11:48.614043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face397-ebb2-4017-9a3f-4df28aa3b2ba req-29ab641c-7474-4b2a-9798-e214ebb2de24 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.615522 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8face397-ebb2-4017-9a3f-4df28aa3b2ba req-29ab641c-7474-4b2a-9798-e214ebb2de24 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0462377 May 10 15:11:48.661185 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8face397-ebb2-4017-9a3f-4df28aa3b2ba req-dbcdf050-a65f-4c5b-986d-2f17b33eb4dd tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 May 10 15:11:49.247961 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b5d02368-8333-4a0e-8933-7dccb99d983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:49.769538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438abd7-8aff-4346-a950-a838f89c7786 req-79d59478-47c2-498c-ab4f-88ba925ba884 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.771015 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b438abd7-8aff-4346-a950-a838f89c7786 req-79d59478-47c2-498c-ab4f-88ba925ba884 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0454688 May 10 15:11:49.822935 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b438abd7-8aff-4346-a950-a838f89c7786 req-f6e340d3-ce7a-40a6-b315-fa69e3d029eb tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 May 10 15:11:51.408576 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99cf2d77-b4c4-4053-9cfb-8492ce3b1a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:52.701854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:54.031016 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:11:55.592843 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:03.950397 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:05.313252 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-02012a1f-f136-4a28-a354-ccf52b022923 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460157 May 10 15:12:05.414252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-41e27fd1-2a38-40d6-be7b-32208927675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:05.416446 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-41e27fd1-2a38-40d6-be7b-32208927675d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1168 time: 0.0454402 May 10 15:12:05.535589 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-8373e6b4-5519-45d1-bc42-a5e32be2d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:05.537066 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-8373e6b4-5519-45d1-bc42-a5e32be2d984 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.0870931 May 10 15:12:05.608927 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-93fb6f24-5f73-4ed6-a2fe-bbe6bba7c220 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 1000 time: 0.0639331 May 10 15:12:05.657306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-62f3ac9c-a41d-456f-aeea-0bd65fc375f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:05.658754 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-62f3ac9c-a41d-456f-aeea-0bd65fc375f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0433409 May 10 15:12:05.705581 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-2ff52a95-54a3-4897-9ace-a0efbe185016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:05.707064 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-2ff52a95-54a3-4897-9ace-a0efbe185016 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380793 May 10 15:12:05.800429 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-4cb522e5-7c2e-4117-8d06-599393d25b1b service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 May 10 15:12:05.892564 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a7c6b6fb-0625-46cf-a652-80965cdeb74f req-b69f4c74-0bf3-4c03-93f7-586a647a0452 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826247 May 10 15:12:12.910576 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fa05d-e6bf-4133-88e2-b5b9ebdf45b0 req-064eceb9-9230-4a63-a5d7-300a45de2f7b tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:12.912124 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ec5fa05d-e6bf-4133-88e2-b5b9ebdf45b0 req-064eceb9-9230-4a63-a5d7-300a45de2f7b tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0471203 May 10 15:12:12.966571 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ec5fa05d-e6bf-4133-88e2-b5b9ebdf45b0 req-195f66bf-0210-4957-a792-d871bbf3796a tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 May 10 15:12:13.047043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e470f7-6b0a-422f-847f-354b2280769c req-09b5bb0d-78fc-4312-9996-9c6569d9ecbd tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:13.048529 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-73e470f7-6b0a-422f-847f-354b2280769c req-09b5bb0d-78fc-4312-9996-9c6569d9ecbd tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0509512 May 10 15:12:13.093678 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-73e470f7-6b0a-422f-847f-354b2280769c req-5c6fcab5-8167-43d5-999b-34a25d88a182 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 May 10 15:12:13.797407 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:12:14.075401 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d482cd-adc2-4876-8d33-a4bf0ca8ea8e req-68309eca-c209-4209-b5a5-a96405e06c15 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:14.076762 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8d482cd-adc2-4876-8d33-a4bf0ca8ea8e req-68309eca-c209-4209-b5a5-a96405e06c15 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0452502 May 10 15:12:14.123732 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8d482cd-adc2-4876-8d33-a4bf0ca8ea8e req-28481fbf-7cc3-4e75-9486-fd7cdeddf4f3 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 May 10 15:12:14.205045 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca627-7a44-443f-890d-049f5bf37c35 req-e45fc28e-e7dd-4515-9a16-cff3768a21c9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:14.206505 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0faca627-7a44-443f-890d-049f5bf37c35 req-e45fc28e-e7dd-4515-9a16-cff3768a21c9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0451434 May 10 15:12:14.251560 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0faca627-7a44-443f-890d-049f5bf37c35 req-3c5e0071-e7af-444d-869c-d89c1a1278ed tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397162 May 10 15:12:15.237308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7fdf4-e6b6-4953-9496-89fc261a2f17 req-4f0367c0-cee4-49de-b370-491ae6f4540e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:15.238679 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83b7fdf4-e6b6-4953-9496-89fc261a2f17 req-4f0367c0-cee4-49de-b370-491ae6f4540e tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0490382 May 10 15:12:15.287964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-fed3eb3a-5dd5-43ff-92d9-e4a162389bf9 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:15.289447 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-fed3eb3a-5dd5-43ff-92d9-e4a162389bf9 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 945 time: 0.0476978 May 10 15:12:15.293910 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83b7fdf4-e6b6-4953-9496-89fc261a2f17 req-c4b325d8-0d6c-4547-9041-2eec24d45681 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/security-groups?id=6a344967-16a0-475a-82af-e15f8484e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488112 May 10 15:12:15.396692 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d7b6-14a0-475d-8b7c-df424cbb19e4 req-4b88040c-7f50-46cb-998f-5c48272c829a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:15.398135 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9556d7b6-14a0-475d-8b7c-df424cbb19e4 req-4b88040c-7f50-46cb-998f-5c48272c829a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0738263 May 10 15:12:15.424590 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Deleting port 48d39522-3822-429e-9d3f-041279779566 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:15.424923 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (48d39522-3822-429e-9d3f-041279779566), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:15.502537 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9556d7b6-14a0-475d-8b7c-df424cbb19e4 req-56366da1-8c92-432a-ad56-24e161525c24 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974596 May 10 15:12:15.531555 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] For port 48d39522-3822-429e-9d3f-041279779566, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=48d39522-3822-429e-9d3f-041279779566,segment=NetworkSegment(7553c13b-3dd5-4592-b0eb-8a262a5d7ccf),segment_id=7553c13b-3dd5-4592-b0eb-8a262a5d7ccf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:15.531935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (48d39522-3822-429e-9d3f-041279779566), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:15.545455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Calling delete_port for 48d39522-3822-429e-9d3f-041279779566 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:15.681220 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (48d39522-3822-429e-9d3f-041279779566), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:15.696768 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['48d39522-3822-429e-9d3f-041279779566'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:12:15.708020 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Pushing event deleted for resources: {'Port': ['ID=48d39522-3822-429e-9d3f-041279779566,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:15.756304 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] No DVR routers for this DVR port 48d39522-3822-429e-9d3f-041279779566 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:15.758812 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:15.762156 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8c5ce2e1-a4cc-4e98-a15d-0d85a45ff142 req-3e90d836-9632-41ad-a26f-f8898d2510a0 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.87 "DELETE /v2.0/ports/48d39522-3822-429e-9d3f-041279779566 HTTP/1.1" status: 204 len: 173 time: 0.4670072 May 10 15:12:15.762702 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'name': 'network-vif-deleted', 'tag': '48d39522-3822-429e-9d3f-041279779566'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:15.764924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21b3c0-2558-4b08-afdd-910b6b8a7448" -d '{"events": [{"server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "name": "network-vif-deleted", "tag": "48d39522-3822-429e-9d3f-041279779566"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:12:15.803149 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92422d14-7e5a-4806-a547-7750d2946f3d x-openstack-request-id: req-92422d14-7e5a-4806-a547-7750d2946f3d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:12:15.803441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b32975-0c41-42ca-ad17-ac39ae077841", "name": "network-vif-deleted", "tag": "48d39522-3822-429e-9d3f-041279779566", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:12:15.803715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-92422d14-7e5a-4806-a547-7750d2946f3d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:12:15.804116 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92422d14-7e5a-4806-a547-7750d2946f3d'] response: {'server_uuid': '93b32975-0c41-42ca-ad17-ac39ae077841', 'name': 'network-vif-deleted', 'tag': '48d39522-3822-429e-9d3f-041279779566', 'status': 'completed', 'code': 200} May 10 15:12:16.409339 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0068d218-9897-4dde-88b7-a0ee5db48627 req-cdd46e55-8263-4c33-9c75-b2a8efe41f33 tempest-VolumesSnapshotTestJSON-1531479558 tempest-VolumesSnapshotTestJSON-1531479558-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b32975-0c41-42ca-ad17-ac39ae077841 HTTP/1.1" status: 200 len: 210 time: 0.0290897 May 10 15:12:16.614584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4775624-2b62-448c-91f2-1a175c896b57 req-01559c94-3465-4d4e-980f-ac1599f830e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:16.616060 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4775624-2b62-448c-91f2-1a175c896b57 req-01559c94-3465-4d4e-980f-ac1599f830e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0457623 May 10 15:12:16.664035 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4775624-2b62-448c-91f2-1a175c896b57 req-d1e409f5-03d4-4f82-923f-31c653027807 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413358 May 10 15:12:17.792138 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143eb0-ba9c-41f9-9a37-be1d343571dc req-f551dbf1-c05d-4ec8-a155-d49b491274a5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:17.793639 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a7143eb0-ba9c-41f9-9a37-be1d343571dc req-f551dbf1-c05d-4ec8-a155-d49b491274a5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0500760 May 10 15:12:17.839595 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a7143eb0-ba9c-41f9-9a37-be1d343571dc req-998eff8c-10b9-4841-9721-b80bedb8ab9c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403080 May 10 15:12:18.971897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a3134-c93a-4e8c-bad5-e23fd556baa8 req-ce8d137d-c115-499d-b8dc-0e64bf537b17 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:18.973381 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c9a3134-c93a-4e8c-bad5-e23fd556baa8 req-ce8d137d-c115-499d-b8dc-0e64bf537b17 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0581009 May 10 15:12:19.021258 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c9a3134-c93a-4e8c-bad5-e23fd556baa8 req-755031f9-2de9-4632-931e-41637969618e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 May 10 15:12:19.249858 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3c42813-a013-43d6-ae2b-9e36e36d1402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:19.975289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 48d39522-3822-429e-9d3f-041279779566 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:20.000159 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 48d39522-3822-429e-9d3f-041279779566 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:20.000636 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 48d39522-3822-429e-9d3f-041279779566 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:20.137405 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f67998-955e-4ecd-88a3-0bbb86943454 req-8e4385c3-6edb-4991-b191-0aa03222a419 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:20.138907 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1f67998-955e-4ecd-88a3-0bbb86943454 req-8e4385c3-6edb-4991-b191-0aa03222a419 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0481048 May 10 15:12:20.189513 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1f67998-955e-4ecd-88a3-0bbb86943454 req-be604dfa-cdc2-4a5d-ab0e-7742b026eec6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449619 May 10 15:12:21.309899 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972febf-8d62-48e0-bcb0-a3a1e550c011 req-cec8e9de-6249-4f9a-9de9-2feb4f28155f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:21.311404 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f972febf-8d62-48e0-bcb0-a3a1e550c011 req-cec8e9de-6249-4f9a-9de9-2feb4f28155f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0537186 May 10 15:12:21.361595 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f972febf-8d62-48e0-bcb0-a3a1e550c011 req-204ba750-09d8-48ec-8be0-04388e128b04 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 May 10 15:12:21.412097 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4decb422-aa25-4c2a-977f-89adbe259f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:22.475538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc76ad2-1f95-4785-b795-56624fe001c6 req-a23f6f91-e619-4e38-ad18-c129ba05ae7b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:22.476918 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bc76ad2-1f95-4785-b795-56624fe001c6 req-a23f6f91-e619-4e38-ad18-c129ba05ae7b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0461609 May 10 15:12:22.526175 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bc76ad2-1f95-4785-b795-56624fe001c6 req-29f549cf-4933-40b0-84b4-0d975b5f9f24 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 May 10 15:12:22.703480 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:23.643863 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d51ac-b315-4289-a748-5a3361a0b983 req-3aac75a1-57ed-4b9d-ac95-baf908e5b800 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:23.645706 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-945d51ac-b315-4289-a748-5a3361a0b983 req-3aac75a1-57ed-4b9d-ac95-baf908e5b800 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0515394 May 10 15:12:23.700592 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-945d51ac-b315-4289-a748-5a3361a0b983 req-72ffd852-b71d-4d29-8bde-67b1e33998de tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492640 May 10 15:12:24.033618 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.273307 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-eb16843a-9479-4377-8c4c-35d5aec5c0e4 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189758739&fields=id&tenant_id=69cc7901bd8e4ff68b7e943121e69580 HTTP/1.1" status: 200 len: 267 time: 0.0445490 May 10 15:12:24.323487 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-d81ccffa-c8b5-460e-8caf-8dc53de3fd54 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.324904 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-d81ccffa-c8b5-460e-8caf-8dc53de3fd54 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 984 time: 0.0453343 May 10 15:12:24.335155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Request body: {'port': {'security_groups': ['a2470bf1-c851-4f5d-9502-068cd998eeff']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:24.404805 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.612012 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:24.644627 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for port (03b834c1-546f-44db-a170-4f24b1f202fb), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.650223 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.662582 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:12:24.693509 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.694150 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.701771 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-294b0a3f-243b-46ee-83fa-532a992c2374 req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "PUT /v2.0/ports/03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 942 time: 0.3684421 May 10 15:12:24.701771 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:24.701959 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34286) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:24.711416 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:12:24.751753 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event updated for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:24.761946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.762382 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.763054 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.763461 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.763961 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.764357 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.765619 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.766060 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.768644 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.769064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.769542 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.769946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.770525 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.770966 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.771374 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599dbdc5-6e27-46b8-91ea-92c22c8f7306 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:24.804299 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (298d7e8d-c402-49f2-975c-45399ab79ac0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.808123 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:12:24.826777 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c383f469-969c-4f7a-921e-1a2bdb64c96b x-openstack-request-id: req-c383f469-969c-4f7a-921e-1a2bdb64c96b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:12:24.827069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:12:24.827374 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c383f469-969c-4f7a-921e-1a2bdb64c96b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:12:24.827784 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c383f469-969c-4f7a-921e-1a2bdb64c96b'] response: {'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:12:24.884733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (298d7e8d-c402-49f2-975c-45399ab79ac0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:24.911811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc74b-50cd-4b0b-abb0-df7ab1d7344b req-6db62b3d-c603-460d-bec0-41b9a01b997f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.920618 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b2cc74b-50cd-4b0b-abb0-df7ab1d7344b req-6db62b3d-c603-460d-bec0-41b9a01b997f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0795250 May 10 15:12:24.993573 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b2cc74b-50cd-4b0b-abb0-df7ab1d7344b req-4ef07737-4478-47e7-b808-7a0c951a6bdc tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698597 May 10 15:12:25.020972 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (298d7e8d-c402-49f2-975c-45399ab79ac0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.023807 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.028453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34296) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:25.034813 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "DELETE /v2.0/security-groups/298d7e8d-c402-49f2-975c-45399ab79ac0 HTTP/1.1" status: 204 len: 168 time: 0.3317125 May 10 15:12:25.036105 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-51c333ff-7df7-4206-8fbc-933fa8292a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:25.037597 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-51c333ff-7df7-4206-8fbc-933fa8292a23 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1129 time: 0.1826777 May 10 15:12:25.057530 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06911b-b193-46ee-aed4-e53da4b1ff1f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d7e8d-c402-49f2-975c-45399ab79ac0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:25.141086 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-c84b10b4-bdf8-400e-8a0a-bf77fa4c5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:25.142541 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-c84b10b4-bdf8-400e-8a0a-bf77fa4c5463 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.0953674 May 10 15:12:25.152417 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2864169e-b579-4f15-9b71-5e8c2dbd3c64 None None] Provisioning complete for port 03b834c1-546f-44db-a170-4f24b1f202fb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:25.153517 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2864169e-b579-4f15-9b71-5e8c2dbd3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.202235 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Deleting port 6c601a2a-ae07-447c-b82f-621a8e7a290c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:25.202901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.248431 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-3933f057-06dd-449e-a9d4-d7fa8a792c5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 1000 time: 0.0689397 May 10 15:12:25.291352 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.292004 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for floatingip (6c601a2a-ae07-447c-b82f-621a8e7a290c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.304733 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-0b9f30f9-3962-404e-b1e4-5a30e3655b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:25.306870 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-0b9f30f9-3962-404e-b1e4-5a30e3655b90 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0508003 May 10 15:12:25.307729 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Calling delete_port for 6c601a2a-ae07-447c-b82f-621a8e7a290c owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:25.310051 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2864169e-b579-4f15-9b71-5e8c2dbd3c64 None None] Current status of the port 03b834c1-546f-44db-a170-4f24b1f202fb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:25.352973 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-74db6def-89e9-4634-9f6b-11de72f8a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:25.354836 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-74db6def-89e9-4634-9f6b-11de72f8a607 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405343 May 10 15:12:25.447560 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-ca2ef875-2517-4868-910e-977bffa8be11 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 May 10 15:12:25.544353 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ba1d5ab7-dfd6-4846-8b7e-b05c93cdbdf2 req-b3045af7-e6b9-496e-9194-102c9899268e service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897880 May 10 15:12:25.597041 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.738610 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (6c601a2a-ae07-447c-b82f-621a8e7a290c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.767322 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event deleted for resources: {'Port': ['ID=6c601a2a-ae07-447c-b82f-621a8e7a290c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:25.826547 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks [] for floatingip (8aeaa05c-9a13-43f6-861c-85f8e71de483), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:25.826789 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Floating IP 8aeaa05c-9a13-43f6-861c-85f8e71de483 disassociated (deleted). External IP: 172.27.3.71, port: 03b834c1-546f-44db-a170-4f24b1f202fb. May 10 15:12:26.054584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Router 70c48e79-a79a-470b-bf46-7df2bf8151a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:26.121908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5dd0-655c-4f5c-929a-349cf26f8a66 req-3270e13f-f5a2-4892-a549-add91c305de5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:26.123733 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-498a5dd0-655c-4f5c-929a-349cf26f8a66 req-3270e13f-f5a2-4892-a549-add91c305de5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0490165 May 10 15:12:26.168744 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:26.170890 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-498a5dd0-655c-4f5c-929a-349cf26f8a66 req-6ecadf91-7f47-4f97-86ef-84757d8a2980 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 May 10 15:12:26.173146 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:26.179601 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Sync routers for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:26.194473 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:26.194473 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:26.204740 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0bfc7089-e7f1-4819-b4a0-0c172da78c0f tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "DELETE /v2.0/floatingips/8aeaa05c-9a13-43f6-861c-85f8e71de483 HTTP/1.1" status: 204 len: 168 time: 1.1752129 May 10 15:12:26.299515 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:26.496173 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:26.522101 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Checking router: 70c48e79-a79a-470b-bf46-7df2bf8151a7 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:26.530216 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:26.530845 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:26.637103 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:26.817722 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:26.828673 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:26.831144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9717df25-01e7-4c45-9290-a898d6d2911b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:12:26.849228 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a48ba-36b9-471e-8af9-e9136b87a4b7 None None] The sync data for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi is: [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 4, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': 'eed9a750-1377-4761-98be-f7fea0f3fd2c', 'name': '', 'network_id': 'a56999be-3a54-42c1-b29a-0ce876aff707', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'mac_address': 'fa:16:3e:50:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:56Z', 'updated_at': '2022-05-10T15:10:01Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'subnets': [{'id': '11d37d5b-9278-4032-9956-ab16412d99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:26.867210 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb4622-0668-4ce6-b748-a2a852d4bdbd x-openstack-request-id: req-fbfb4622-0668-4ce6-b748-a2a852d4bdbd {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:12:26.867563 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:12:26.867911 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fbfb4622-0668-4ce6-b748-a2a852d4bdbd {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:12:26.868832 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfb4622-0668-4ce6-b748-a2a852d4bdbd'] response: {'name': 'network-changed', 'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:12:27.069899 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa9796-c245-4c02-aeae-021be9380757 None None] New status for floating IP 8aeaa05c-9a13-43f6-861c-85f8e71de483: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:12:27.288166 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa92a8-a783-4c6a-8a1d-939b3a06cc6a req-94de31fe-3b93-4766-9871-3416d0760c6f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.289643 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0aa92a8-a783-4c6a-8a1d-939b3a06cc6a req-94de31fe-3b93-4766-9871-3416d0760c6f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0494199 May 10 15:12:27.334816 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0aa92a8-a783-4c6a-8a1d-939b3a06cc6a req-a78348a5-9f02-4c33-82d7-c561061dd591 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 May 10 15:12:28.449053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eaae2-675e-4140-9dfd-8924b503e263 req-f39d91db-32d9-41e9-b051-109fd573370c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:28.450509 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c88eaae2-675e-4140-9dfd-8924b503e263 req-f39d91db-32d9-41e9-b051-109fd573370c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0457799 May 10 15:12:28.497103 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c88eaae2-675e-4140-9dfd-8924b503e263 req-3ed6d408-5b4c-43ae-810f-5e7240fdffc2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408280 May 10 15:12:29.000354 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717df25-01e7-4c45-9290-a898d6d2911b req-259915d2-6b5c-458a-aa6c-1565a3ddbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.001896 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-259915d2-6b5c-458a-aa6c-1565a3ddbd69 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=69cc7901bd8e4ff68b7e943121e69580&device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 1129 time: 0.0396411 May 10 15:12:29.366874 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717df25-01e7-4c45-9290-a898d6d2911b req-5573e132-d783-4be0-88ab-f380c46ba9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.368378 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-5573e132-d783-4be0-88ab-f380c46ba9c0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 200 len: 915 time: 0.0856688 May 10 15:12:29.409743 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-947e0b26-0bd0-4613-b95d-c2bf575af6f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 200 len: 217 time: 0.0340326 May 10 15:12:29.462810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717df25-01e7-4c45-9290-a898d6d2911b req-71f3a4a1-bb45-409d-848b-d74759d9a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.464280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-71f3a4a1-bb45-409d-848b-d74759d9a247 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 200 len: 853 time: 0.0471385 May 10 15:12:29.507187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717df25-01e7-4c45-9290-a898d6d2911b req-3a0884c6-e832-4eb1-bf77-4513575466d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.509123 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-3a0884c6-e832-4eb1-bf77-4513575466d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a56999be-3a54-42c1-b29a-0ce876aff707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384183 May 10 15:12:29.635694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e126-beeb-46da-ac5b-51565991ae59 req-66222d2e-bc7d-450f-8456-818f98239012 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.637055 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ba8e126-beeb-46da-ac5b-51565991ae59 req-66222d2e-bc7d-450f-8456-818f98239012 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0698397 May 10 15:12:29.643261 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-ce06f83a-3ed4-4e70-969d-99d3ac49ef71 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270766 May 10 15:12:29.735211 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4ba8e126-beeb-46da-ac5b-51565991ae59 req-1e25ae17-90aa-43af-b583-8c459eae3a43 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909505 May 10 15:12:29.759901 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9717df25-01e7-4c45-9290-a898d6d2911b req-7be510c2-e989-41cf-9ce7-94bf8e827ad3 service neutron] 10.222.0.87 "GET /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083412 May 10 15:12:30.857794 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be0a0-b927-4b2c-8c51-e9a3f2a8d63c req-ebe9a374-189b-4eff-9047-583a0f6e6d93 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:30.859284 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-478be0a0-b927-4b2c-8c51-e9a3f2a8d63c req-ebe9a374-189b-4eff-9047-583a0f6e6d93 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0546792 May 10 15:12:30.908070 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-478be0a0-b927-4b2c-8c51-e9a3f2a8d63c req-fd283ccb-81a6-48ac-92d6-dc0c8f67d941 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430229 May 10 15:12:32.025982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3ee7-840d-4853-bbe4-b6001fd405b3 req-2fc892d7-9b3e-4ac8-91e0-7a2236aae8e1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:32.027495 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f06e3ee7-840d-4853-bbe4-b6001fd405b3 req-2fc892d7-9b3e-4ac8-91e0-7a2236aae8e1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0474048 May 10 15:12:32.063586 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2947cb-a37c-48e7-a4b8-d37a3e57bf3b req-7e74a0c2-8e70-4d4e-9207-495153d4f4d2 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:32.065043 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c2947cb-a37c-48e7-a4b8-d37a3e57bf3b req-7e74a0c2-8e70-4d4e-9207-495153d4f4d2 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0503643 May 10 15:12:32.075351 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f06e3ee7-840d-4853-bbe4-b6001fd405b3 req-b9a5b9ee-1a5d-4422-9f38-728522ce9758 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 May 10 15:12:32.111454 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7c2947cb-a37c-48e7-a4b8-d37a3e57bf3b req-a6d6481a-38ec-4ada-8a37-51a56bd12350 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 May 10 15:12:33.186564 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5574-4512-4e47-9401-aba84f24e8d1 req-a43dbcde-980d-4505-8723-cb85ef0de793 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:33.188023 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a7f5574-4512-4e47-9401-aba84f24e8d1 req-a43dbcde-980d-4505-8723-cb85ef0de793 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0463490 May 10 15:12:33.222827 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033221-4bcd-446e-a294-e6d538e536bc req-4d33d0db-d4be-4da5-9124-16c75e516ea7 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:33.224296 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6033221-4bcd-446e-a294-e6d538e536bc req-4d33d0db-d4be-4da5-9124-16c75e516ea7 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0460615 May 10 15:12:33.238920 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a7f5574-4512-4e47-9401-aba84f24e8d1 req-6aa8d869-9e26-4e47-87f5-34b92932155d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 May 10 15:12:33.270829 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d6033221-4bcd-446e-a294-e6d538e536bc req-57940167-ea2d-45cb-b2f0-0ac311a9b399 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/security-groups?id=a2470bf1-c851-4f5d-9502-068cd998eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 May 10 15:12:33.944076 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:34.001993 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-4e194598-ce4f-4d5a-994e-effcdf4f14bb tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:34.003444 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-4e194598-ce4f-4d5a-994e-effcdf4f14bb tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 945 time: 0.0456557 May 10 15:12:34.095053 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Deleting port 03b834c1-546f-44db-a170-4f24b1f202fb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:34.095394 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:34.184211 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] For port 03b834c1-546f-44db-a170-4f24b1f202fb, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=03b834c1-546f-44db-a170-4f24b1f202fb,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:34.184574 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:34.196842 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Calling delete_port for 03b834c1-546f-44db-a170-4f24b1f202fb owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:34.319810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (03b834c1-546f-44db-a170-4f24b1f202fb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:34.331603 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['03b834c1-546f-44db-a170-4f24b1f202fb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:12:34.351697 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Pushing event deleted for resources: {'Port': ['ID=03b834c1-546f-44db-a170-4f24b1f202fb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:34.388088 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918071b0-7bff-4c8b-8f78-aaf2c693424a req-4acd3749-e71f-4477-8f4c-184a6d2a889d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:34.389632 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-918071b0-7bff-4c8b-8f78-aaf2c693424a req-4acd3749-e71f-4477-8f4c-184a6d2a889d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0779650 May 10 15:12:34.439737 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-918071b0-7bff-4c8b-8f78-aaf2c693424a req-18999d5e-3416-4316-8349-fcffac2e9496 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 May 10 15:12:34.635742 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.636000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.636342 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.636676 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.637005 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.637338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.637662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.637982 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.638300 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.638649 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.638970 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.639287 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.639604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.639919 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.640236 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:34.684185 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ade99581-b186-4b55-8f37-2a9db473d4cc req-39b37bee-53b5-4a76-bb51-b59d3190a016 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab178055-4b1f-4396-a555-7f196d8a076d HTTP/1.1" status: 200 len: 210 time: 0.0501709 May 10 15:12:34.684715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] No DVR routers for this DVR port 03b834c1-546f-44db-a170-4f24b1f202fb on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:34.687391 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:34.690573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3e5b7613-30ab-4e62-865d-aac1f2b958e9 req-ddd7fffc-7b22-4ea3-8d86-f40b78ae9888 tempest-TestMinimumBasicScenario-772461889 tempest-TestMinimumBasicScenario-772461889-project] 10.222.0.87 "DELETE /v2.0/ports/03b834c1-546f-44db-a170-4f24b1f202fb HTTP/1.1" status: 204 len: 173 time: 0.6806960 May 10 15:12:34.691038 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'name': 'network-vif-deleted', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:34.693284 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f791a2-d4c0-4387-84b0-998d42e74cc6" -d '{"events": [{"server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "name": "network-vif-deleted", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:12:34.734696 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71786fde-0021-439c-80f1-fd150fae5e83 x-openstack-request-id: req-71786fde-0021-439c-80f1-fd150fae5e83 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:12:34.735058 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab178055-4b1f-4396-a555-7f196d8a076d", "name": "network-vif-deleted", "tag": "03b834c1-546f-44db-a170-4f24b1f202fb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:12:34.735378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-71786fde-0021-439c-80f1-fd150fae5e83 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:12:34.735872 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71786fde-0021-439c-80f1-fd150fae5e83'] response: {'server_uuid': 'ab178055-4b1f-4396-a555-7f196d8a076d', 'name': 'network-vif-deleted', 'tag': '03b834c1-546f-44db-a170-4f24b1f202fb', 'status': 'completed', 'code': 200} May 10 15:12:35.551091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a27eb-474f-4b9b-82f6-87bf1ab42acc req-3c52e451-47b9-4a39-aa28-83249fa5584e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:35.552537 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a1a27eb-474f-4b9b-82f6-87bf1ab42acc req-3c52e451-47b9-4a39-aa28-83249fa5584e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0461369 May 10 15:12:35.600015 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8a1a27eb-474f-4b9b-82f6-87bf1ab42acc req-409c1fc9-fb8b-47da-91c8-751a58b5e4cd tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 May 10 15:12:35.843399 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86085c9-27a3-44b0-aa27-9b697b56a4ad req-138badc9-5e20-4f45-a926-743e329aa0b9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:35.845688 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f86085c9-27a3-44b0-aa27-9b697b56a4ad req-138badc9-5e20-4f45-a926-743e329aa0b9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0513570 May 10 15:12:35.897711 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f86085c9-27a3-44b0-aa27-9b697b56a4ad req-c0fe4fa8-b561-4f9d-81d4-be7d3714266f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 May 10 15:12:35.907968 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-d42e2da6-e0af-4f0b-b781-8dabd4b8b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:35.909758 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-d42e2da6-e0af-4f0b-b781-8dabd4b8b03f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1129 time: 0.0403514 May 10 15:12:36.000351 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-b08542b1-559d-491b-9d1c-7785f0a4176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:36.001882 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-b08542b1-559d-491b-9d1c-7785f0a4176e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0841291 May 10 15:12:36.076531 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-2b54beee-4ed9-4414-97ab-48d442304bc8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 1001 time: 0.0675375 May 10 15:12:36.138596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-08754a71-d907-4357-b39d-9105c2fd80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:36.140214 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-08754a71-d907-4357-b39d-9105c2fd80a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0572472 May 10 15:12:36.184509 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-b5a71284-995c-4f2f-a990-490d1fc146d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:36.186033 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-b5a71284-995c-4f2f-a990-490d1fc146d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392029 May 10 15:12:36.286796 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-d25c8320-d51a-4b7b-aa65-cba3ec1c8ccc service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929711 May 10 15:12:36.375555 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f31385b5-d716-4af4-8968-e4f0b744a535 req-eecce67e-3e9b-4bb2-90f3-ab5553c605e3 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828576 May 10 15:12:36.420971 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:36.740719 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:36.972880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Deleting port eed9a750-1377-4761-98be-f7fea0f3fd2c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:36.973581 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:37.018055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4611-618e-4ac2-b334-c4121787db03 req-ed19d1a2-745c-4bde-b3ba-e8793344fc5b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:37.019467 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e82e4611-618e-4ac2-b334-c4121787db03 req-ed19d1a2-745c-4bde-b3ba-e8793344fc5b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0506120 May 10 15:12:37.051348 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] For port eed9a750-1377-4761-98be-f7fea0f3fd2c, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=eed9a750-1377-4761-98be-f7fea0f3fd2c,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:37.051709 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:37.065070 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Calling delete_port for eed9a750-1377-4761-98be-f7fea0f3fd2c owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:37.065299 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e82e4611-618e-4ac2-b334-c4121787db03 req-b1c0449a-379a-42f1-b2d5-693ef284b720 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401990 May 10 15:12:37.247456 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (eed9a750-1377-4761-98be-f7fea0f3fd2c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:37.278946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed9a750-1377-4761-98be-f7fea0f3fd2c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:37.473703 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:37.696282 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Router 70c48e79-a79a-470b-bf46-7df2bf8151a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:37.802452 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:37.807389 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2be7b3e5-a299-40e7-b4f2-74b92f4f05e3 admin admin] 10.222.0.83 "PUT /v2.0/routers/70c48e79-a79a-470b-bf46-7df2bf8151a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3852887 May 10 15:12:37.809884 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:37.810939 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Sync routers for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:37.820342 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:37.821453 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:37.921145 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks [] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.023044 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:38.027304 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks [] for router_gateway (70c48e79-a79a-470b-bf46-7df2bf8151a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.070258 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Deleting port f9ba5ab2-e60d-4368-8900-0e4feb1467b8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:38.070642 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.189547 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:12:37Z', 'revision_number': 5, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port': {'id': 'f9ba5ab2-e60d-4368-8900-0e4feb1467b8', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:54Z', 'updated_at': '2022-05-10T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.190584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] For port f9ba5ab2-e60d-4368-8900-0e4feb1467b8, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:38.190946 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.208194 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7945789-9dd5-4106-af40-4222751e48df req-47993fdc-a86b-4c78-a1f0-435fb4e89186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:38.209653 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7945789-9dd5-4106-af40-4222751e48df req-47993fdc-a86b-4c78-a1f0-435fb4e89186 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0727680 May 10 15:12:38.214161 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Calling delete_port for f9ba5ab2-e60d-4368-8900-0e4feb1467b8 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:38.219310 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Checking router: 70c48e79-a79a-470b-bf46-7df2bf8151a7 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:38.227475 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Routers {'70c48e79-a79a-470b-bf46-7df2bf8151a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:38.228080 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['70c48e79-a79a-470b-bf46-7df2bf8151a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.298274 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7945789-9dd5-4106-af40-4222751e48df req-226bef4f-bd20-4fe8-ad20-b522d1d38a72 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821438 May 10 15:12:38.311868 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] Set router 70c48e79-a79a-470b-bf46-7df2bf8151a7 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:38.367262 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:12:38Z', 'revision_number': 6, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.393211 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b6f8e-ff34-48cb-822b-33d78f88ff2b None None] The sync data for ids ['70c48e79-a79a-470b-bf46-7df2bf8151a7'] in dv-cinder-839628-2-iscsi is: [{'id': '70c48e79-a79a-470b-bf46-7df2bf8151a7', 'name': 'tempest-TestMinimumBasicScenario-502878136-router', 'tenant_id': '69cc7901bd8e4ff68b7e943121e69580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:53Z', 'updated_at': '2022-05-10T15:12:38Z', 'revision_number': 6, 'project_id': '69cc7901bd8e4ff68b7e943121e69580', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:38.417009 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (f9ba5ab2-e60d-4368-8900-0e4feb1467b8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.443285 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ba5ab2-e60d-4368-8900-0e4feb1467b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:38.505950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.604345 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.606681 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks [] for router_controller (70c48e79-a79a-470b-bf46-7df2bf8151a7), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.649228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (70c48e79-a79a-470b-bf46-7df2bf8151a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.649778 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c48e79-a79a-470b-bf46-7df2bf8151a7 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:12:38.654682 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.655881 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b277d6a6-58f8-4e1f-ab12-97e84f492ebf admin admin] 10.222.0.83 "DELETE /v2.0/routers/70c48e79-a79a-470b-bf46-7df2bf8151a7 HTTP/1.1" status: 204 len: 168 time: 0.8450174 May 10 15:12:38.658245 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:38.703393 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Deleting subnet 11d37d5b-9278-4032-9956-ab16412d99ef {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:12:38.706266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Publish callbacks [] for subnet (11d37d5b-9278-4032-9956-ab16412d99ef), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.749136 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (11d37d5b-9278-4032-9956-ab16412d99ef), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.832889 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (11d37d5b-9278-4032-9956-ab16412d99ef), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.883720 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (11d37d5b-9278-4032-9956-ab16412d99ef), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.908880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d37d5b-9278-4032-9956-ab16412d99ef,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:38.912464 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:38.918981 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e72f627f-ded9-490b-98ff-fda9dff6f8aa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/11d37d5b-9278-4032-9956-ab16412d99ef HTTP/1.1" status: 204 len: 168 time: 0.2574387 May 10 15:12:38.920074 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34498) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:38.921507 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e96e2-e7b8-4974-8f58-d23377322950 None None] Network a56999be-3a54-42c1-b29a-0ce876aff707 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:38.985544 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (a56999be-3a54-42c1-b29a-0ce876aff707), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.033426 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Deleting port 19b80778-a85d-47f3-aad0-af7804b312b8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:39.034975 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.095644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] For port 19b80778-a85d-47f3-aad0-af7804b312b8, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=19b80778-a85d-47f3-aad0-af7804b312b8,segment=NetworkSegment(8b3071c4-10df-4505-80fd-c9e9a006868e),segment_id=8b3071c4-10df-4505-80fd-c9e9a006868e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:39.095933 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.109019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Calling delete_port for 19b80778-a85d-47f3-aad0-af7804b312b8 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:39.162707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] DHCP port deletion for a56999be-3a54-42c1-b29a-0ce876aff707 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:12:39.171709 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device eed9a750-1377-4761-98be-f7fea0f3fd2c no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:39.195681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.214739 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: eed9a750-1377-4761-98be-f7fea0f3fd2c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:39.215087 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device eed9a750-1377-4761-98be-f7fea0f3fd2c not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:39.222913 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b80778-a85d-47f3-aad0-af7804b312b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:39.224757 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] No DVR routers for this DVR port 19b80778-a85d-47f3-aad0-af7804b312b8 on host dv-cinder-839628-2-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:39.229068 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Deleting port 19b80778-a85d-47f3-aad0-af7804b312b8 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:39.229449 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.292888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] For port 19b80778-a85d-47f3-aad0-af7804b312b8, host dv-cinder-839628-2-iscsi, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:39.293280 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.297856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (a56999be-3a54-42c1-b29a-0ce876aff707), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.306059 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Calling delete_port for 19b80778-a85d-47f3-aad0-af7804b312b8 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:39.308798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Port 19b80778-a85d-47f3-aad0-af7804b312b8 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 15:12:39.310068 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (19b80778-a85d-47f3-aad0-af7804b312b8), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.318331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56999be-3a54-42c1-b29a-0ce876aff707']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:39.328489 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3071c4-10df-4505-80fd-c9e9a006868e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:39.328786 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3071c4-10df-4505-80fd-c9e9a006868e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:39.334944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] Pushing event deleted for resources: {'Port': ['ID=19b80778-a85d-47f3-aad0-af7804b312b8,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:39.339717 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19475b4e-7476-495c-abe6-33d5c32763a6 None None] No DVR routers for this DVR port 19b80778-a85d-47f3-aad0-af7804b312b8 on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:39.339978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (8b3071c4-10df-4505-80fd-c9e9a006868e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.354943 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (8b3071c4-10df-4505-80fd-c9e9a006868e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.362297 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:12:39.362719 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (8b3071c4-10df-4505-80fd-c9e9a006868e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:12:39.364421 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:12:39.424513 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (a56999be-3a54-42c1-b29a-0ce876aff707), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.429178 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.432948 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a56999be-3a54-42c1-b29a-0ce876aff707 HTTP/1.1" status: 204 len: 168 time: 0.5118697 May 10 15:12:39.436228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:39.446208 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970682a-5438-4cc8-9f63-307ab61fa865 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56999be-3a54-42c1-b29a-0ce876aff707,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:39.524272 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 03b834c1-546f-44db-a170-4f24b1f202fb no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:39.547983 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 03b834c1-546f-44db-a170-4f24b1f202fb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:39.548327 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 03b834c1-546f-44db-a170-4f24b1f202fb not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:39.589083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:39.633001 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Deleting subnet 42181502-6c19-40bb-bf5b-440dafe55fc3 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:12:39.636160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Publish callbacks [] for subnet (42181502-6c19-40bb-bf5b-440dafe55fc3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.676611 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (42181502-6c19-40bb-bf5b-440dafe55fc3), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.722019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (42181502-6c19-40bb-bf5b-440dafe55fc3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.782421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (42181502-6c19-40bb-bf5b-440dafe55fc3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.812480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.815690 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/42181502-6c19-40bb-bf5b-440dafe55fc3 HTTP/1.1" status: 204 len: 168 time: 0.2255979 May 10 15:12:39.816815 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec56985-b02d-4164-a998-9ec24191a445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42181502-6c19-40bb-bf5b-440dafe55fc3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:39.819335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:39.891009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (13b607e0-34f7-439f-ac23-0cdae73d5c42), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.973229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (13b607e0-34f7-439f-ac23-0cdae73d5c42), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:39.993100 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b607e0-34f7-439f-ac23-0cdae73d5c42']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:40.002322 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:40.002652 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7553c13b-3dd5-4592-b0eb-8a262a5d7ccf') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:40.012167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (7553c13b-3dd5-4592-b0eb-8a262a5d7ccf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.024500 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.025535 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (7553c13b-3dd5-4592-b0eb-8a262a5d7ccf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.031371 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:12:40.031855 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (7553c13b-3dd5-4592-b0eb-8a262a5d7ccf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:12:40.033549 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:12:40.090064 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (13b607e0-34f7-439f-ac23-0cdae73d5c42), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.095439 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.098498 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] 10.222.0.83 "DELETE /v2.0/networks/13b607e0-34f7-439f-ac23-0cdae73d5c42 HTTP/1.1" status: 204 len: 168 time: 0.2782073 May 10 15:12:40.109395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60cdb2-f451-4af2-8965-ee44ec7a1abd admin admin] Pushing event deleted for resources: {'Network': ['ID=13b607e0-34f7-439f-ac23-0cdae73d5c42,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:40.211184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34510) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:40.250113 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-48badfbb-7e68-4e28-9414-d75f36e33d85 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=870b2a5de87144f58bdd6aebe78a3e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370915 May 10 15:12:40.252568 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:40.268196 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Deleting port 92343318-0fb8-491f-9672-044ea1e988fb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:40.268540 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (92343318-0fb8-491f-9672-044ea1e988fb), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.299456 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] Publish callbacks [] for security_group (6a344967-16a0-475a-82af-e15f8484e07d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.320003 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] Publish callbacks [] for security_group (6a344967-16a0-475a-82af-e15f8484e07d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.346479 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] For port 92343318-0fb8-491f-9672-044ea1e988fb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=92343318-0fb8-491f-9672-044ea1e988fb,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:40.346840 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (92343318-0fb8-491f-9672-044ea1e988fb), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.359831 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Calling delete_port for 92343318-0fb8-491f-9672-044ea1e988fb owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:40.366956 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6a344967-16a0-475a-82af-e15f8484e07d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.370299 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.371480 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a344967-16a0-475a-82af-e15f8484e07d HTTP/1.1" status: 204 len: 168 time: 0.1180296 May 10 15:12:40.379777 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f00cf-e6bb-40ae-ac7d-c51e6e388f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a344967-16a0-475a-82af-e15f8484e07d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:40.550991 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (92343318-0fb8-491f-9672-044ea1e988fb), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.553749 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 19b80778-a85d-47f3-aad0-af7804b312b8 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:40.576087 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 19b80778-a85d-47f3-aad0-af7804b312b8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:40.576586 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 19b80778-a85d-47f3-aad0-af7804b312b8 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:40.577140 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f9ba5ab2-e60d-4368-8900-0e4feb1467b8 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:40.577674 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Pushing event deleted for resources: {'Port': ['ID=92343318-0fb8-491f-9672-044ea1e988fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:40.600210 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: f9ba5ab2-e60d-4368-8900-0e4feb1467b8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:40.600618 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f9ba5ab2-e60d-4368-8900-0e4feb1467b8 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:40.774132 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:40.997467 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Router 78feccd7-fcdd-47c2-89d4-b923998c9acc has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:41.073685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:41.105035 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:41.109984 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-45e90d59-5ada-456e-90f5-17377ea91258 admin admin] 10.222.0.83 "PUT /v2.0/routers/78feccd7-fcdd-47c2-89d4-b923998c9acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725678 May 10 15:12:41.112527 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34538) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:41.115264 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Sync routers for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:41.126785 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:41.127491 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:41.180330 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1617553570-network', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:41.202358 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Made reservation on behalf of b89a1e184d314867bd22463ac32df4b5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:41.205159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.214059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.220403 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks [] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.237879 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:41.298829 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks [] for security_group (e5013a23-4fab-4909-ac41-54f4d25e2355), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.303157 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e5013a23-4fab-4909-ac41-54f4d25e2355), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.324851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:12:41.335432 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks [] for router_gateway (78feccd7-fcdd-47c2-89d4-b923998c9acc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.339660 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5013a23-4fab-4909-ac41-54f4d25e2355,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:41.344900 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (69261c2f-92cb-4a81-bd14-ec2eb3233419), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.345248 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Added segment 69261c2f-92cb-4a81-bd14-ec2eb3233419 of type vlan for network 32a07968-3f9b-4203-86aa-aef1943e0b30 May 10 15:12:41.393117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (32a07968-3f9b-4203-86aa-aef1943e0b30), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.395686 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Deleting port b73109f4-d207-40d3-8f07-7856d33cf8f0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:41.396026 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.420205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (32a07968-3f9b-4203-86aa-aef1943e0b30), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.421317 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:41.421920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.425855 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:12:40Z', 'revision_number': 5, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port': {'id': 'b73109f4-d207-40d3-8f07-7856d33cf8f0', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:59Z', 'updated_at': '2022-05-10T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:41.454525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Checking router: 78feccd7-fcdd-47c2-89d4-b923998c9acc for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:41.463670 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Routers {'78feccd7-fcdd-47c2-89d4-b923998c9acc'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:41.464281 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['78feccd7-fcdd-47c2-89d4-b923998c9acc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:41.481615 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4042461 May 10 15:12:41.481847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] For port b73109f4-d207-40d3-8f07-7856d33cf8f0, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b73109f4-d207-40d3-8f07-7856d33cf8f0,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:41.481847 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.482080 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:41.488325 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Request body: {'subnet': {'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1617553570-subnet', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:41.495320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Calling delete_port for b73109f4-d207-40d3-8f07-7856d33cf8f0 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:41.496837 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401e35-5ac0-449e-82ae-b190c3959916 admin admin] Pushing event updated for resources: {'Network': ['ID=32a07968-3f9b-4203-86aa-aef1943e0b30,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:41.509585 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:12:41.513382 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Made reservation on behalf of b89a1e184d314867bd22463ac32df4b5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:41.515743 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.623906 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] Set router 78feccd7-fcdd-47c2-89d4-b923998c9acc gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:41.686755 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (b73109f4-d207-40d3-8f07-7856d33cf8f0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.692163 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (ef483ccd-16e1-4e64-99a4-c0140b4f0ac0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.692377 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:12:41Z', 'revision_number': 6, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:41.713692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73109f4-d207-40d3-8f07-7856d33cf8f0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:41.723646 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae23e29-2fe2-4185-8166-bf6def2303e6 None None] The sync data for ids ['78feccd7-fcdd-47c2-89d4-b923998c9acc'] in dv-cinder-839628-2-iscsi is: [{'id': '78feccd7-fcdd-47c2-89d4-b923998c9acc', 'name': 'tempest-TestMinimumBasicScenario-687564279-router', 'tenant_id': '657130c9752e4748817a4bafcd53f33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:58Z', 'updated_at': '2022-05-10T15:12:41Z', 'revision_number': 6, 'project_id': '657130c9752e4748817a4bafcd53f33d', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:41.777133 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:41.786420 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.787662 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:41.788019 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Network hostable DHCP agents. Network: 32a07968-3f9b-4203-86aa-aef1943e0b30, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:12:41.804528 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:12:41.812727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 32a07968-3f9b-4203-86aa-aef1943e0b30) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:41.816771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:41.817367 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.824169 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da5793-612a-4043-a300-5aa90ddd8b0b None None] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:41.834239 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b5352b4d-3929-43a2-ad2e-860dd8c3a641 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3513753 May 10 15:12:41.837541 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34542) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:41.842671 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:41.861705 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.862938 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.879619 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.881941 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks [] for router_controller (78feccd7-fcdd-47c2-89d4-b923998c9acc), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.921960 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for router_controller (b0bb5fef-cd10-48db-b706-9d6151c69f74), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.932393 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (78feccd7-fcdd-47c2-89d4-b923998c9acc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.933677 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78feccd7-fcdd-47c2-89d4-b923998c9acc {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:12:41.940225 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.943783 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-cd8a235c-95a8-42d2-a668-d95ae9f5f986 admin admin] 10.222.0.83 "DELETE /v2.0/routers/78feccd7-fcdd-47c2-89d4-b923998c9acc HTTP/1.1" status: 204 len: 168 time: 0.8277948 May 10 15:12:41.944065 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34544) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:41.962429 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-32a07968-3f9b-4203-86aa-aef1943e0b30', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:12:41.963401 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:41.990084 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Deleting subnet c4128827-06f5-4c7d-bc2e-5ba92bd67197 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:12:41.993925 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Publish callbacks [] for subnet (c4128827-06f5-4c7d-bc2e-5ba92bd67197), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.036970 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (c4128827-06f5-4c7d-bc2e-5ba92bd67197), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.068809 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for router_gateway (b0bb5fef-cd10-48db-b706-9d6151c69f74), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.119176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Allocated IP 172.20.0.2 (32a07968-3f9b-4203-86aa-aef1943e0b30/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0/0fde5d3b-b783-414b-ac7e-98aac76ecae1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:42.132377 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (c4128827-06f5-4c7d-bc2e-5ba92bd67197), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.194850 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (c4128827-06f5-4c7d-bc2e-5ba92bd67197), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.226334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4128827-06f5-4c7d-bc2e-5ba92bd67197,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.228402 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.231621 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-46298b14-dfe6-4174-bcb8-2e5ac9e83483 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c4128827-06f5-4c7d-bc2e-5ba92bd67197 HTTP/1.1" status: 204 len: 168 time: 0.2866135 May 10 15:12:42.234041 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:42.235111 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf9698-5b5f-4b5a-94e9-851099dfbd61 None None] Network 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:42.292517 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for router_gateway (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.309261 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.315629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.355950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Deleting port 754672c1-898c-498f-b1b0-25499b3cb45f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:12:42.356287 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.357087 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks [] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.368887 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.408847 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:42.414154 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:42.419151 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:42.422309 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Pushing event updated for resources: {'Port': ['ID=0fde5d3b-b783-414b-ac7e-98aac76ecae1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.433600 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] For port 754672c1-898c-498f-b1b0-25499b3cb45f, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=754672c1-898c-498f-b1b0-25499b3cb45f,segment=NetworkSegment(cf889c67-825f-4679-9336-83980606ac97),segment_id=cf889c67-825f-4679-9336-83980606ac97)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:42.433973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.451617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Allocated IP 172.27.3.198 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/b7f0ee64-372f-4752-b003-10a922c47709) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:42.453159 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Calling delete_port for 754672c1-898c-498f-b1b0-25499b3cb45f owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:12:42.483225 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Attempting to bind port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:42.483594 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Attempting to bind port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:42.484021 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Attempting to bind port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:42.489167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:42.489634 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:42.490103 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.490598 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Bound using segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:42.491125 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Bound port: 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:42.491567 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.550737 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (754672c1-898c-498f-b1b0-25499b3cb45f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.553105 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178ef5b-445e-4a3f-a5e6-dc685d2c1fbd None None] DHCP port deletion for 58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:12:42.575401 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] No DVR routers for this DVR port 754672c1-898c-498f-b1b0-25499b3cb45f on host dv-cinder-839628-2-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:42.581253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] For port 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:42.586835 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] For port 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0fde5d3b-b783-414b-ac7e-98aac76ecae1,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:42.596145 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.597782 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for port (b7f0ee64-372f-4752-b003-10a922c47709), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.601528 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Pushing event deleted for resources: {'Port': ['ID=754672c1-898c-498f-b1b0-25499b3cb45f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.655994 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (b7f0ee64-372f-4752-b003-10a922c47709), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.694834 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cddaf-03b8-4849-9d6e-cd838abf0023 None None] Pushing event updated for resources: {'Port': ['ID=0fde5d3b-b783-414b-ac7e-98aac76ecae1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.698320 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.701401 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 754672c1-898c-498f-b1b0-25499b3cb45f no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:42.719635 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:42.722937 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:42.725639 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:42.730747 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:42.731816 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 754672c1-898c-498f-b1b0-25499b3cb45f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:42.732159 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 754672c1-898c-498f-b1b0-25499b3cb45f not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:42.732773 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b73109f4-d207-40d3-8f07-7856d33cf8f0 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:42.733939 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f0ee64-372f-4752-b003-10a922c47709,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.734347 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf889c67-825f-4679-9336-83980606ac97') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:42.734861 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf889c67-825f-4679-9336-83980606ac97') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:42.746121 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (cf889c67-825f-4679-9336-83980606ac97), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.762212 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (cf889c67-825f-4679-9336-83980606ac97), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.767989 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: b73109f4-d207-40d3-8f07-7856d33cf8f0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:42.768333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b73109f4-d207-40d3-8f07-7856d33cf8f0 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:42.768808 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 92343318-0fb8-491f-9672-044ea1e988fb no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:12:42.770990 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:12:42.772426 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (cf889c67-825f-4679-9336-83980606ac97), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:12:42.791612 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:12:42.794560 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 92343318-0fb8-491f-9672-044ea1e988fb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:12:42.794699 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 92343318-0fb8-491f-9672-044ea1e988fb not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:12:42.851077 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.856894 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:42.860121 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] 10.222.0.83 "DELETE /v2.0/networks/58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1 HTTP/1.1" status: 204 len: 168 time: 0.6249561 May 10 15:12:42.875907 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d09b9-1716-41a1-a543-c3ce3d8a34fd admin admin] Pushing event deleted for resources: {'Network': ['ID=58d3cc5f-d404-4f02-82c5-dcdf8fbcfdd1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:43.031171 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34550) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:43.069619 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for router_gateway (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.093686 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-09b4b414-d9f5-41f8-8db9-652518de0365 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=69cc7901bd8e4ff68b7e943121e69580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613682 May 10 15:12:43.096340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34552) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:43.146562 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] Publish callbacks [] for security_group (a2470bf1-c851-4f5d-9502-068cd998eeff), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.169170 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] Publish callbacks [] for security_group (a2470bf1-c851-4f5d-9502-068cd998eeff), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.216038 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (a2470bf1-c851-4f5d-9502-068cd998eeff), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.218704 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.219839 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a2470bf1-c851-4f5d-9502-068cd998eeff HTTP/1.1" status: 204 len: 168 time: 0.1225886 May 10 15:12:43.229758 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc207f56-5648-4bb1-898e-fce4c7e97487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2470bf1-c851-4f5d-9502-068cd998eeff,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:43.287443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.418372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:12:43.538232 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:43.550296 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:43.562357 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.563528 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3b6b5486-4514-47f0-bfd4-9c2e5e43f4f8 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7242110 May 10 15:12:43.566950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34558) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:43.567190 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:43.568010 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:43.581469 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:43.627852 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0d608090-8a50-43a5-95ba-4160adf7f03b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=657130c9752e4748817a4bafcd53f33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429189 May 10 15:12:43.628181 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:43.685425 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] Publish callbacks [] for security_group (9260f2aa-57f2-4bc2-ac44-63b2933cb99c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.706186 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:43.714547 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] Publish callbacks [] for security_group (9260f2aa-57f2-4bc2-ac44-63b2933cb99c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.772519 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9260f2aa-57f2-4bc2-ac44-63b2933cb99c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.775719 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:43.779436 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9260f2aa-57f2-4bc2-ac44-63b2933cb99c HTTP/1.1" status: 204 len: 168 time: 0.1478615 May 10 15:12:43.787193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b77b26-66ef-4332-b65a-790e3e58be80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9260f2aa-57f2-4bc2-ac44-63b2933cb99c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:43.860075 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9701b8-cca0-4f75-bb38-14f3b03a53f3 None None] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:43.934045 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:42Z', 'revision_number': 3, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:43.970991 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:43.972280 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Updating router b0bb5fef-cd10-48db-b706-9d6151c69f74 port b7f0ee64-372f-4752-b003-10a922c47709 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:44.013695 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b7f0ee64-372f-4752-b003-10a922c47709), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.105535 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.117380 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Provisioning complete for port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:44.118290 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.288765 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Current status of the port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:44.289302 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.300517 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Allocated IP 172.20.0.1 (32a07968-3f9b-4203-86aa-aef1943e0b30/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0/8ee77ced-891c-4abd-b36d-053c791932d0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:44.331505 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] For port 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0fde5d3b-b783-414b-ac7e-98aac76ecae1,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:44.340093 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks [] for port (b7f0ee64-372f-4752-b003-10a922c47709), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.340232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.353694 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b7f0ee64-372f-4752-b003-10a922c47709), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.415455 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bed515-5905-4040-b5e5-3d4ccd62e136 None None] Pushing event updated for resources: {'Port': ['ID=0fde5d3b-b783-414b-ac7e-98aac76ecae1,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:44.417520 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks [] for port (8ee77ced-891c-4abd-b36d-053c791932d0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.429114 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Attempting to bind port b7f0ee64-372f-4752-b003-10a922c47709 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:44.429488 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Attempting to bind port b7f0ee64-372f-4752-b003-10a922c47709 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:44.429853 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Attempting to bind port b7f0ee64-372f-4752-b003-10a922c47709 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:44.432564 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Pushing event updated for resources: {'Port': ['ID=b7f0ee64-372f-4752-b003-10a922c47709,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:44.442245 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:44.442574 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:44.443133 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.443365 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:44.443870 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Bound port: b7f0ee64-372f-4752-b003-10a922c47709, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:44.444257 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b7f0ee64-372f-4752-b003-10a922c47709), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.446739 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.447085 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.447747 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.447876 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.448151 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.448481 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.448807 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.449137 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.449453 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.449794 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.450099 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.450466 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.450797 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.451114 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.451644 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:44.475305 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.516822 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:44.519740 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:44.520125 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] For port b7f0ee64-372f-4752-b003-10a922c47709, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:44.522648 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:44.528346 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] For port b7f0ee64-372f-4752-b003-10a922c47709, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b7f0ee64-372f-4752-b003-10a922c47709,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:44.537336 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b7f0ee64-372f-4752-b003-10a922c47709), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.564811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d49afcf2-e098-4314-b44b-a301d678adb7 None None] Provisioning complete for port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:44.565895 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d49afcf2-e098-4314-b44b-a301d678adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.590351 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:44.616213 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.633708 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebdb4e-a93f-4691-b76d-850fce2650e0 None None] Pushing event updated for resources: {'Port': ['ID=b7f0ee64-372f-4752-b003-10a922c47709,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:44.663388 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:44.664072 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:44.678145 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0fde5d3b-b783-414b-ac7e-98aac76ecae1 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:44.750823 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d49afcf2-e098-4314-b44b-a301d678adb7 None None] Current status of the port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:44.789020 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:44.790473 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.813499 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:44.824229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:44.852030 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.890979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6c59685a-b33e-4108-8ac0-408407519e2e None None] Provisioning complete for port 8ee77ced-891c-4abd-b36d-053c791932d0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:44.892146 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c59685a-b33e-4108-8ac0-408407519e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:44.964267 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6c59685a-b33e-4108-8ac0-408407519e2e None None] Port 8ee77ced-891c-4abd-b36d-053c791932d0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:44.970428 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-888197486-network', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:44.981220 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:44.991110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Made reservation on behalf of 68a7b38fce8444d9a3affb21189ee1b8 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:44.993828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.006311 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.063810 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks [] for port (8ee77ced-891c-4abd-b36d-053c791932d0), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.068019 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.083503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks [] for security_group (fad8fc3f-a0b3-4b12-9e7d-abc7699b7786), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.088718 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (fad8fc3f-a0b3-4b12-9e7d-abc7699b7786), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.111719 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-314b5279-0d46-49b7-964e-822abc45869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:42Z', 'revision_number': 3, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:45.113572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:12:45.130808 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8fc3f-a0b3-4b12-9e7d-abc7699b7786,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:45.134623 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (fa075c3f-cd8e-4f84-beb0-8c3c19216aa2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.135068 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Added segment fa075c3f-cd8e-4f84-beb0-8c3c19216aa2 of type vlan for network d0f23629-d377-4cbb-a84d-975ce2d47e6f May 10 15:12:45.138982 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.146336 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314b5279-0d46-49b7-964e-822abc45869c None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:42Z', 'revision_number': 3, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:45.148189 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:45.187421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (d0f23629-d377-4cbb-a84d-975ce2d47e6f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.214886 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (d0f23629-d377-4cbb-a84d-975ce2d47e6f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.215831 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:45.216521 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.237913 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:45.239393 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:45.283824 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4547887 May 10 15:12:45.283824 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:45.289863 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Request body: {'subnet': {'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-888197486-subnet', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:45.301231 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5af08-5454-4040-9d58-c7565d23a952 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f23629-d377-4cbb-a84d-975ce2d47e6f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:45.313153 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:12:45.324617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Made reservation on behalf of 68a7b38fce8444d9a3affb21189ee1b8 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:45.327235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.585851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (b67ec89c-8ff8-4a12-bf21-1ebf7612d796), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.597776 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f1a0e825-b3ed-4716-9bf8-d11b97543471 None None] Provisioning complete for port 8ee77ced-891c-4abd-b36d-053c791932d0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:45.598656 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e825-b3ed-4716-9bf8-d11b97543471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.653347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67ec89c-8ff8-4a12-bf21-1ebf7612d796,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:45.655599 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0e825-b3ed-4716-9bf8-d11b97543471 None None] Port 8ee77ced-891c-4abd-b36d-053c791932d0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:45.658159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Checking segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:45.658545 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Network hostable DHCP agents. Network: d0f23629-d377-4cbb-a84d-975ce2d47e6f, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:12:45.677435 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:12:45.678100 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:45.687784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, d0f23629-d377-4cbb-a84d-975ce2d47e6f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:45.692296 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:45.692932 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.698565 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d1ae8-059d-4200-bc0c-563c1dd338ae None None] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:45.715996 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b4ee5fd0-94e0-48a2-a523-c9a2791cd552 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4317398 May 10 15:12:45.718552 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:45.723446 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:45.747704 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.749041 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.816406 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for router_controller (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.817673 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-d0f23629-d377-4cbb-a84d-975ce2d47e6f', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:12:45.818885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.838174 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:45.852810 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-869e6c83-e48b-4208-a877-f559ffcd2354 admin admin] 10.222.0.83 "PUT /v2.0/routers/b0bb5fef-cd10-48db-b706-9d6151c69f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2845776 May 10 15:12:45.991689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for router_gateway (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:45.993583 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Allocated IP 172.20.0.2 (d0f23629-d377-4cbb-a84d-975ce2d47e6f/b67ec89c-8ff8-4a12-bf21-1ebf7612d796/758253bb-04da-426d-8f42-8687929a578e) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:46.162235 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks [] for port (758253bb-04da-426d-8f42-8687929a578e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.169809 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (758253bb-04da-426d-8f42-8687929a578e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.196872 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:46.217271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:46.217697 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for router_gateway (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.221127 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:46.259398 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Pushing event updated for resources: {'Port': ['ID=758253bb-04da-426d-8f42-8687929a578e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:46.296667 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.297012 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.297473 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.297726 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.298048 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.298377 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.298866 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.299197 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.299529 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.299863 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.300205 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.300665 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.300843 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.301118 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.301764 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:46.324544 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Attempting to bind port 758253bb-04da-426d-8f42-8687929a578e on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:46.324865 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Attempting to bind port 758253bb-04da-426d-8f42-8687929a578e by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:46.325160 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Attempting to bind port 758253bb-04da-426d-8f42-8687929a578e on network d0f23629-d377-4cbb-a84d-975ce2d47e6f {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:46.331121 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:46.331500 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Checking segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:46.331903 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.332305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Bound using segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:46.332778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Bound port: 758253bb-04da-426d-8f42-8687929a578e, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:46.333165 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (758253bb-04da-426d-8f42-8687929a578e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.402961 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] For port 758253bb-04da-426d-8f42-8687929a578e, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:46.406743 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] For port 758253bb-04da-426d-8f42-8687929a578e, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=758253bb-04da-426d-8f42-8687929a578e,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:46.415412 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (758253bb-04da-426d-8f42-8687929a578e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.460534 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:46.466625 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479516198-network', 'tenant_id': '6975814d770046aca31973c6ba5fcf17'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:46.477591 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550a686-0f8a-402f-b0a2-dfdf3f578c69 None None] Pushing event updated for resources: {'Port': ['ID=758253bb-04da-426d-8f42-8687929a578e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:46.505773 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Made reservation on behalf of 6975814d770046aca31973c6ba5fcf17 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:46.508878 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.513183 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.531339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.604884 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b7f0ee64-372f-4752-b003-10a922c47709 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:46.627621 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks [] for security_group (088583ee-df35-4430-aba1-51dcf3a62fdf), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.632954 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (088583ee-df35-4430-aba1-51dcf3a62fdf), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.659427 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:12:46.663254 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b7f0ee64-372f-4752-b003-10a922c47709 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:46.663762 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b7f0ee64-372f-4752-b003-10a922c47709), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.663884 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Allocated IP 172.27.3.191 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/94da93f5-604d-4b86-a1c8-431ae6a0e467) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:46.676947 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088583ee-df35-4430-aba1-51dcf3a62fdf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:46.682685 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (92ead728-0849-46db-bbc2-45cbad1805d9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.683257 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Added segment 92ead728-0849-46db-bbc2-45cbad1805d9 of type vlan for network 2bb41654-5577-45fe-b92f-89a4f8baff53 May 10 15:12:46.775923 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (2bb41654-5577-45fe-b92f-89a4f8baff53), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.804650 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b7f0ee64-372f-4752-b003-10a922c47709 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:46.805401 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (b7f0ee64-372f-4752-b003-10a922c47709), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.813830 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (2bb41654-5577-45fe-b92f-89a4f8baff53), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.815575 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:46.816235 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.844421 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port b7f0ee64-372f-4752-b003-10a922c47709, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b7f0ee64-372f-4752-b003-10a922c47709,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:46.849480 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (b7f0ee64-372f-4752-b003-10a922c47709), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.876135 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.926274 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=b7f0ee64-372f-4752-b003-10a922c47709,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:46.927514 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:46.929829 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:46.931346 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4600670 May 10 15:12:46.941044 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Request body: {'subnet': {'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479516198-subnet', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:46.942996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543a4f7-f930-4c76-ac33-7aceb9f0d8ea admin admin] Pushing event updated for resources: {'Network': ['ID=2bb41654-5577-45fe-b92f-89a4f8baff53,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:46.953365 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:12:46.984000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:46.989930 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:46.995877 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:47.005351 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Made reservation on behalf of 6975814d770046aca31973c6ba5fcf17 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:47.007567 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.037971 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Pushing event updated for resources: {'Port': ['ID=94da93f5-604d-4b86-a1c8-431ae6a0e467,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:47.375600 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (38f26f89-ac53-4334-8800-d7c37d98b65a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.432871 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for router_gateway (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.481731 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f26f89-ac53-4334-8800-d7c37d98b65a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:47.508973 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Checking segment: {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:47.509338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Network hostable DHCP agents. Network: 2bb41654-5577-45fe-b92f-89a4f8baff53, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:12:47.512795 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5fa28-bb1b-4742-b9be-2a0a04820205 None None] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:47.565669 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:12:47.592279 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:47.610599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 2bb41654-5577-45fe-b92f-89a4f8baff53) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:47.616663 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:47.617319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.619815 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Provisioning complete for port 758253bb-04da-426d-8f42-8687929a578e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:47.620193 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (758253bb-04da-426d-8f42-8687929a578e), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.625230 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59878887-009e-4fd6-9c77-b2ef7716fac4 None None] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:47.640942 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8f638def-b618-4852-8a73-11ae870cf6f7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7059126 May 10 15:12:47.643607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:47.650235 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:47.662535 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:47.663173 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:47.681523 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (a449d707-14e1-4fd1-8513-95d20b145e99), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.683095 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (a449d707-14e1-4fd1-8513-95d20b145e99), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.694480 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.739615 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for router_controller (a449d707-14e1-4fd1-8513-95d20b145e99), precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.843923 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:12:47.905115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-2bb41654-5577-45fe-b92f-89a4f8baff53', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'project_id': '6975814d770046aca31973c6ba5fcf17', 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:12:47.905344 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for router_gateway (a449d707-14e1-4fd1-8513-95d20b145e99), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.905978 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:47.926814 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:47.978074 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:47.997024 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Sync routers for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:48.001833 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.004913 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e86e00e6-1a2d-4d8b-9edf-fe45336ad868 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2841163 May 10 15:12:48.006846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:48.018247 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:48.018926 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:48.111951 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Current status of the port 758253bb-04da-426d-8f42-8687929a578e is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:48.112851 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (758253bb-04da-426d-8f42-8687929a578e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.185356 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for router_gateway (a449d707-14e1-4fd1-8513-95d20b145e99), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.194227 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:48.204194 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.287147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] For port 758253bb-04da-426d-8f42-8687929a578e, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=758253bb-04da-426d-8f42-8687929a578e,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:48.323947 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (758253bb-04da-426d-8f42-8687929a578e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.331305 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Allocated IP 172.27.3.80 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/f98c2d68-d650-4321-8710-066caab24a37) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:48.398075 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:47Z', 'revision_number': 3, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:48.426195 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Allocated IP 172.20.0.2 (2bb41654-5577-45fe-b92f-89a4f8baff53/38f26f89-ac53-4334-8800-d7c37d98b65a/141df78b-1190-4d0d-931d-01ad0ff935eb) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:48.432184 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Checking router: e9bef47b-dd7c-4c51-a8ab-8998b1344a00 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:48.432584 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Updating router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 port 94da93f5-604d-4b86-a1c8-431ae6a0e467 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:48.461815 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcfebb-87f2-41f9-bfaf-592f98c2943e None None] Pushing event updated for resources: {'Port': ['ID=758253bb-04da-426d-8f42-8687929a578e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:48.462096 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.477682 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5e8de8b1-e878-4c93-a3bb-b9188427d647 None None] Provisioning complete for port 758253bb-04da-426d-8f42-8687929a578e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:48.478079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e8de8b1-e878-4c93-a3bb-b9188427d647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (758253bb-04da-426d-8f42-8687929a578e), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.505270 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for port (f98c2d68-d650-4321-8710-066caab24a37), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.537638 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.566795 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (f98c2d68-d650-4321-8710-066caab24a37), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.600714 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 2, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:48.625110 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:48.628433 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:48.636088 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:48.644639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:48.644999 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Updating router b0bb5fef-cd10-48db-b706-9d6151c69f74 port 8ee77ced-891c-4abd-b36d-053c791932d0 binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:48.685338 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Pushing event updated for resources: {'Port': ['ID=f98c2d68-d650-4321-8710-066caab24a37,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:48.701836 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.765484 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b7f0ee64-372f-4752-b003-10a922c47709 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:48.793715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Allocated IP 172.20.0.1 (d0f23629-d377-4cbb-a84d-975ce2d47e6f/b67ec89c-8ff8-4a12-bf21-1ebf7612d796/2496ba73-524d-47aa-898d-47348a84ed01) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:48.845045 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5e8de8b1-e878-4c93-a3bb-b9188427d647 None None] Current status of the port 758253bb-04da-426d-8f42-8687929a578e is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:48.873909 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks [] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.892287 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.893327 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks [] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.901172 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.933169 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks [] for port (2496ba73-524d-47aa-898d-47348a84ed01), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.966519 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48b0d-4a77-465a-bae4-b487141231f0 None None] Pushing event updated for resources: {'Port': ['ID=94da93f5-604d-4b86-a1c8-431ae6a0e467,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:48.977229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.986682 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for router_gateway (a449d707-14e1-4fd1-8513-95d20b145e99), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.988544 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Attempting to bind port 94da93f5-604d-4b86-a1c8-431ae6a0e467 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:48.989009 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Attempting to bind port 94da93f5-604d-4b86-a1c8-431ae6a0e467 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:48.989466 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Attempting to bind port 94da93f5-604d-4b86-a1c8-431ae6a0e467 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:48.994936 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:48.995656 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:48.995976 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:48.996458 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:48.997504 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Bound port: 94da93f5-604d-4b86-a1c8-431ae6a0e467, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:48.998715 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.010773 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:49.013592 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port b7f0ee64-372f-4752-b003-10a922c47709 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:49.013962 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (b7f0ee64-372f-4752-b003-10a922c47709), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.025303 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:49.027791 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:49.031922 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Pushing event updated for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:49.041434 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:49.043357 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:49.045509 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:49.067404 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] For port 94da93f5-604d-4b86-a1c8-431ae6a0e467, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:49.081710 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] For port 94da93f5-604d-4b86-a1c8-431ae6a0e467, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=94da93f5-604d-4b86-a1c8-431ae6a0e467,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:49.089494 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.090382 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.120222 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Pushing event updated for resources: {'Port': ['ID=141df78b-1190-4d0d-931d-01ad0ff935eb,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:49.162812 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:49.163440 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:49.227042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Attempting to bind port 141df78b-1190-4d0d-931d-01ad0ff935eb on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:49.227443 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Attempting to bind port 141df78b-1190-4d0d-931d-01ad0ff935eb by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:49.227810 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Attempting to bind port 141df78b-1190-4d0d-931d-01ad0ff935eb on network 2bb41654-5577-45fe-b92f-89a4f8baff53 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:49.251947 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:49.252324 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Checking segment: {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:49.252732 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.253125 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Bound using segment: {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:49.253619 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Bound port: 141df78b-1190-4d0d-931d-01ad0ff935eb, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:49.254003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.335473 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port b7f0ee64-372f-4752-b003-10a922c47709 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:49.337475 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 758253bb-04da-426d-8f42-8687929a578e up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:49.349127 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (a449d707-14e1-4fd1-8513-95d20b145e99), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.363137 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:49.365346 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48b0d-4a77-465a-bae4-b487141231f0 None None] Pushing event updated for resources: {'Port': ['ID=94da93f5-604d-4b86-a1c8-431ae6a0e467,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:49.417517 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc2fdea5-4fe2-4d6c-80ce-39c3ef7dcd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.473081 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-64086c8b-f709-4a59-b1d9-91bc8abdb5da None None] Provisioning complete for port 2496ba73-524d-47aa-898d-47348a84ed01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:49.473377 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64086c8b-f709-4a59-b1d9-91bc8abdb5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2496ba73-524d-47aa-898d-47348a84ed01), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.529622 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Router a449d707-14e1-4fd1-8513-95d20b145e99 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:12:49.536739 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 758253bb-04da-426d-8f42-8687929a578e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:49.537111 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (758253bb-04da-426d-8f42-8687929a578e), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.567898 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks [] for port (8ee77ced-891c-4abd-b36d-053c791932d0), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.578596 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d6034685-bb39-4640-b707-09de112c8894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:47Z', 'revision_number': 3, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:49.584913 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-64086c8b-f709-4a59-b1d9-91bc8abdb5da None None] Port 2496ba73-524d-47aa-898d-47348a84ed01 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:49.590048 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.594004 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] For port 141df78b-1190-4d0d-931d-01ad0ff935eb, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:49.600316 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] For port 141df78b-1190-4d0d-931d-01ad0ff935eb, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=141df78b-1190-4d0d-931d-01ad0ff935eb,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:49.605261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2496ba73-524d-47aa-898d-47348a84ed01), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.609093 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6034685-bb39-4640-b707-09de112c8894 None None] The sync data for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi is: [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:47Z', 'revision_number': 3, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:49.642249 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.678321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:49.700312 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Sync routers for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:49.709839 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19180d7e-f9b2-40c7-887e-3e8196280434 None None] Pushing event updated for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:49.728333 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.732318 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2e9ec13f-71bb-4b08-94a4-4abf69f8e04c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0844820 May 10 15:12:49.733616 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34614) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:49.807665 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:49.814612 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:49.833786 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks [] for port (2496ba73-524d-47aa-898d-47348a84ed01), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.841386 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.936714 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:49.947423 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Pushing event updated for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:50.157677 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:50.158748 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Attempting to bind port 8ee77ced-891c-4abd-b36d-053c791932d0 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:50.159137 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Attempting to bind port 8ee77ced-891c-4abd-b36d-053c791932d0 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:50.159502 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Attempting to bind port 8ee77ced-891c-4abd-b36d-053c791932d0 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:50.165563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:50.186126 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:50.186688 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:50.187104 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.187495 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Bound using segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:50.188043 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Bound port: 8ee77ced-891c-4abd-b36d-053c791932d0, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:50.188424 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.212100 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 758253bb-04da-426d-8f42-8687929a578e is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:50.239671 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f050-ee05-4478-8f9e-954fc63da354 None None] Pushing event updated for resources: {'Port': ['ID=141df78b-1190-4d0d-931d-01ad0ff935eb,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:50.245694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2db7b1d1-5c6a-41a9-9995-9f0843abc086 None None] Provisioning complete for port 8ee77ced-891c-4abd-b36d-053c791932d0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:50.246074 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2db7b1d1-5c6a-41a9-9995-9f0843abc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.372479 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:50.408922 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2db7b1d1-5c6a-41a9-9995-9f0843abc086 None None] Port 8ee77ced-891c-4abd-b36d-053c791932d0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:50.448728 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:50.530305 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:50.540032 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bdf8047f-28c2-4f5e-9a23-ccc0ad1a8afd admin admin] 10.222.0.83 "PUT /v2.0/routers/e9bef47b-dd7c-4c51-a8ab-8998b1344a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319006 May 10 15:12:50.584470 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] For port 8ee77ced-891c-4abd-b36d-053c791932d0, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:50.657970 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] For port 8ee77ced-891c-4abd-b36d-053c791932d0, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=8ee77ced-891c-4abd-b36d-053c791932d0,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:50.662589 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8f1e4016-7b11-41c8-a1c5-6f0c9fbb0426 None None] Provisioning complete for port 2496ba73-524d-47aa-898d-47348a84ed01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:50.662925 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4016-7b11-41c8-a1c5-6f0c9fbb0426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2496ba73-524d-47aa-898d-47348a84ed01), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.694915 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.702658 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 141df78b-1190-4d0d-931d-01ad0ff935eb up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:50.797079 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:12:50.895461 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:48Z', 'revision_number': 3, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:50.903020 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e4016-7b11-41c8-a1c5-6f0c9fbb0426 None None] Port 2496ba73-524d-47aa-898d-47348a84ed01 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:50.980211 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:50.993903 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Checking router: a449d707-14e1-4fd1-8513-95d20b145e99 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:50.994252 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Updating router a449d707-14e1-4fd1-8513-95d20b145e99 port f98c2d68-d650-4321-8710-066caab24a37 binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:50.996230 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19180d7e-f9b2-40c7-887e-3e8196280434 None None] Pushing event updated for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:51.030912 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:51.031622 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:51.110655 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 141df78b-1190-4d0d-931d-01ad0ff935eb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:51.111021 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.171499 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f98c2d68-d650-4321-8710-066caab24a37), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.236003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Provisioning complete for port 8ee77ced-891c-4abd-b36d-053c791932d0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:51.236374 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.272167 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Allocated IP 172.20.0.1 (2bb41654-5577-45fe-b92f-89a4f8baff53/38f26f89-ac53-4334-8800-d7c37d98b65a/71640f54-00b3-4a73-9630-aa0408de55c7) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:51.370841 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 141df78b-1190-4d0d-931d-01ad0ff935eb is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:51.371238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.402411 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2959ff-aeeb-4a61-869e-c271dfac9fae None None] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:51.427584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks [] for port (71640f54-00b3-4a73-9630-aa0408de55c7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.449483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:51.454383 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1114942737-network', 'tenant_id': '907a62abb86848f2b31584cd72208665'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:51.466610 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.476352 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Made reservation on behalf of 907a62abb86848f2b31584cd72208665 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:51.479000 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.488793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.503559 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:51.507177 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:51.509615 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:51.510730 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:51.543555 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Pushing event updated for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:51.546033 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 141df78b-1190-4d0d-931d-01ad0ff935eb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=141df78b-1190-4d0d-931d-01ad0ff935eb,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:51.558487 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (a449d707-14e1-4fd1-8513-95d20b145e99), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.561456 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e16fbc6b-8151-4cd1-9364-29aebc1694fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.568836 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.569627 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 94da93f5-604d-4b86-a1c8-431ae6a0e467 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:51.579804 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks [] for security_group (5d98ca35-57fb-4efc-b424-e4876d606584), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.585302 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5d98ca35-57fb-4efc-b424-e4876d606584), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.599244 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:12:51.612693 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (fc42a838-b223-4b7c-a19c-652090593f9d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.613062 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Added segment fc42a838-b223-4b7c-a19c-652090593f9d of type vlan for network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 May 10 15:12:51.678861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789464300719'] for network (4450f28d-4162-4717-96d6-c1d6ac5fc6e1), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.687788 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d98ca35-57fb-4efc-b424-e4876d606584,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:51.707461 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.715832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002'] for network (4450f28d-4162-4717-96d6-c1d6ac5fc6e1), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.717222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:51.717670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.777609 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3269207 May 10 15:12:51.780629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:51.785817 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Request body: {'subnet': {'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1114942737-subnet', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:51.799603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78abcd5-8148-4d0e-828f-2e82a503dd34 admin admin] Pushing event updated for resources: {'Network': ['ID=4450f28d-4162-4717-96d6-c1d6ac5fc6e1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:51.817334 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Made reservation on behalf of 907a62abb86848f2b31584cd72208665 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:51.822443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749380'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.851434 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 details requested by agent ovs-agent-dv-cinder-839628-2-iscsi with host dv-cinder-839628-2-iscsi {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 15:12:51.935867 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks [] for port (71640f54-00b3-4a73-9630-aa0408de55c7), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:51.941023 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.040121 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (a449d707-14e1-4fd1-8513-95d20b145e99), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.051085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Pushing event updated for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:52.057558 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10024445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749402'] for subnet (46805b5a-77d0-41ed-9250-63384dd8085a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.114959 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46805b5a-77d0-41ed-9250-63384dd8085a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:52.115205 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=141df78b-1190-4d0d-931d-01ad0ff935eb,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:52.126725 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Checking segment: {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:52.127188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Network hostable DHCP agents. Network: 4450f28d-4162-4717-96d6-c1d6ac5fc6e1, hostable agents: ['616b40b9-5e96-427d-bea9-014464d8ffdf'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:12:52.138689 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Current status of the port 8ee77ced-891c-4abd-b36d-053c791932d0 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:52.138904 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.151258 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 is scheduled to be hosted by DHCP agent 616b40b9-5e96-427d-bea9-014464d8ffdf with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:12:52.164013 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839628-2-iscsi, 4450f28d-4162-4717-96d6-c1d6ac5fc6e1) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:52.168398 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:52.168609 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:52.169830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.170279 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:52.199755 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5e4ecf88-f4c4-489d-99cd-f701e49bbe9a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4157691 May 10 15:12:52.200059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:52.205823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:52.209202 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5294e21-386b-4827-a162-ecfafd6e0a0a None None] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:52.212099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 94da93f5-604d-4b86-a1c8-431ae6a0e467 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:52.212473 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.246274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-541850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241723'] for router (3278b40a-a720-49d0-9199-d9712702f4a7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.247104 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241664'] for router (3278b40a-a720-49d0-9199-d9712702f4a7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.338198 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Router a449d707-14e1-4fd1-8513-95d20b145e99 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:52.340812 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for router_controller (3278b40a-a720-49d0-9199-d9712702f4a7), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.359971 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] For port 8ee77ced-891c-4abd-b36d-053c791932d0, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=8ee77ced-891c-4abd-b36d-053c791932d0,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:52.403713 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Sync routers for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:52.418557 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:52.419465 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:52.451290 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.528554 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:50Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:52.535821 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:52.544458 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks [] for port (f98c2d68-d650-4321-8710-066caab24a37), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.548752 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c181e089-0af0-44eb-a3ce-52768488e6af admin admin] 10.222.0.83 "PUT /v2.0/routers/a449d707-14e1-4fd1-8513-95d20b145e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137922 May 10 15:12:52.585190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for router_gateway (3278b40a-a720-49d0-9199-d9712702f4a7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.592632 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:52.681440 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f8a33-7e9a-4f5a-b92b-34fd9ba26572 None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:50Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:52.683176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f98c2d68-d650-4321-8710-066caab24a37), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.725707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6e90bb5-198b-5788-84ed-0b277f326639-4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'project_id': '907a62abb86848f2b31584cd72208665', 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a'}]}} from dv-cinder-839628-2-iscsi. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 15:12:52.727282 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.730986 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef647db-7305-4476-9f6f-dc107b598281 None None] Pushing event updated for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:52.817162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Provisioning complete for port 71640f54-00b3-4a73-9630-aa0408de55c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:52.817162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.889531 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 94da93f5-604d-4b86-a1c8-431ae6a0e467 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:52.890759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.905339 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for router_gateway (3278b40a-a720-49d0-9199-d9712702f4a7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.912148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.942306 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Attempting to bind port f98c2d68-d650-4321-8710-066caab24a37 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:52.942979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Attempting to bind port f98c2d68-d650-4321-8710-066caab24a37 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:52.943425 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Attempting to bind port f98c2d68-d650-4321-8710-066caab24a37 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:52.945981 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.951170 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6b54-9136-4432-b86a-2ad7459df376 None None] Pushing event updated for resources: {'Port': ['ID=f98c2d68-d650-4321-8710-066caab24a37,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:52.996507 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:52.997098 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:52.997895 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:52.999104 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:52.999936 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Bound port: f98c2d68-d650-4321-8710-066caab24a37, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:53.000450 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f98c2d68-d650-4321-8710-066caab24a37), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.105101 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] For port f98c2d68-d650-4321-8710-066caab24a37, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:53.108430 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] For port f98c2d68-d650-4321-8710-066caab24a37, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f98c2d68-d650-4321-8710-066caab24a37,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:53.152090 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 2, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:53.181522 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Allocated IP 172.27.3.238 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/6a8f6e6a-a44e-42f1-84b9-4aa52a752e13) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:53.186032 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Checking router: e9bef47b-dd7c-4c51-a8ab-8998b1344a00 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:53.186416 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Updating router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 port 2496ba73-524d-47aa-898d-47348a84ed01 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:53.224833 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f98c2d68-d650-4321-8710-066caab24a37), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.226188 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2496ba73-524d-47aa-898d-47348a84ed01), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.227289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Port 71640f54-00b3-4a73-9630-aa0408de55c7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:53.233583 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 94da93f5-604d-4b86-a1c8-431ae6a0e467, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=94da93f5-604d-4b86-a1c8-431ae6a0e467,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:53.292419 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.315165 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Provisioning complete for port 141df78b-1190-4d0d-931d-01ad0ff935eb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:53.315544 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.326505 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34642) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:53.333182 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695398442', 'description': 'tempest-secgroup-smoke-695398442 description', 'project_id': 'b89a1e184d314867bd22463ac32df4b5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:53.380779 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.465041 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.513143 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6b54-9136-4432-b86a-2ad7459df376 None None] Pushing event updated for resources: {'Port': ['ID=f98c2d68-d650-4321-8710-066caab24a37,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.521481 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:53.522116 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:53.535074 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.543551 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.545616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.565818 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.567132 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2388325 May 10 15:12:53.577452 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:53.589030 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:53.596258 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:53.601161 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:53.605633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:53.636708 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 8ee77ced-891c-4abd-b36d-053c791932d0 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:53.646323 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks [] for port (2496ba73-524d-47aa-898d-47348a84ed01), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.651327 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.663059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (7b700c83-e1f0-4829-a1e7-030d491bc1c6), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.665043 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.668114 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696d8ba-1fe5-47c7-ac3b-6d626671a12d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.725158 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Allocated IP 172.20.0.2 (4450f28d-4162-4717-96d6-c1d6ac5fc6e1/46805b5a-77d0-41ed-9250-63384dd8085a/0a50a14c-7f83-4307-bf24-c9d4e8aee818) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:53.739112 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff5032-0b7c-4f76-913c-75571c7281a4 None None] Pushing event updated for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.774961 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (7b700c83-e1f0-4829-a1e7-030d491bc1c6), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.780424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (7b700c83-e1f0-4829-a1e7-030d491bc1c6), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.810290 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b700c83-e1f0-4829-a1e7-030d491bc1c6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.832685 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.835669 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4cc947ab-a40e-4439-af70-fa2a6447bb35 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575712 May 10 15:12:53.839530 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34646) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:53.845825 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Attempting to bind port 2496ba73-524d-47aa-898d-47348a84ed01 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:53.846194 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Attempting to bind port 2496ba73-524d-47aa-898d-47348a84ed01 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:53.846587 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Attempting to bind port 2496ba73-524d-47aa-898d-47348a84ed01 on network d0f23629-d377-4cbb-a84d-975ce2d47e6f {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:53.849753 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:53.856762 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:53.857227 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Checking segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:53.858272 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.858750 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Bound using segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:53.859239 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Bound port: 2496ba73-524d-47aa-898d-47348a84ed01, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:53.864290 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2496ba73-524d-47aa-898d-47348a84ed01), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.885201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (f2697126-2e59-462f-b4d4-03b51a6ace9e), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:53.929888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=94da93f5-604d-4b86-a1c8-431ae6a0e467,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:53.993170 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (f2697126-2e59-462f-b4d4-03b51a6ace9e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.001191 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (f2697126-2e59-462f-b4d4-03b51a6ace9e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.025791 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] For port 2496ba73-524d-47aa-898d-47348a84ed01, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:54.029535 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] For port 2496ba73-524d-47aa-898d-47348a84ed01, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2496ba73-524d-47aa-898d-47348a84ed01,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:54.044021 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.046799 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e81e-92b9-4cd0-b66f-f60a89cc7371 None None] Current status of the port 141df78b-1190-4d0d-931d-01ad0ff935eb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:54.049052 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2697126-2e59-462f-b4d4-03b51a6ace9e,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:54.061569 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.064486 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f354d714-43f9-433d-a552-43285369698a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2235892 May 10 15:12:54.066513 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34648) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:54.076222 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for router_gateway (3278b40a-a720-49d0-9199-d9712702f4a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.081564 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 8ee77ced-891c-4abd-b36d-053c791932d0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:54.082333 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.090532 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:54.160040 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (24df38ca-8d4b-4a73-8534-fa9a5e1c401c), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.162208 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:54.163282 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:54.189267 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:54.252265 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.260590 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff5032-0b7c-4f76-913c-75571c7281a4 None None] Pushing event updated for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:54.299323 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (24df38ca-8d4b-4a73-8534-fa9a5e1c401c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.299540 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Provisioning complete for port 2496ba73-524d-47aa-898d-47348a84ed01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:54.299719 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2496ba73-524d-47aa-898d-47348a84ed01), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.316678 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (24df38ca-8d4b-4a73-8534-fa9a5e1c401c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.352343 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.355308 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2874608 May 10 15:12:54.359248 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34650) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:54.376933 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:54.391081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcdc5f-5699-4e4c-a6dc-eba2047b276d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24df38ca-8d4b-4a73-8534-fa9a5e1c401c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:54.411654 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:54.433400 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (5b9fef82-3dd2-4f90-a9d8-4e7072349778), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.443080 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-541729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543072'] for router (3278b40a-a720-49d0-9199-d9712702f4a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.525123 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (5b9fef82-3dd2-4f90-a9d8-4e7072349778), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.531159 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (5b9fef82-3dd2-4f90-a9d8-4e7072349778), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.556296 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9fef82-3dd2-4f90-a9d8-4e7072349778,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:54.557532 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 8ee77ced-891c-4abd-b36d-053c791932d0 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:54.561562 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 141df78b-1190-4d0d-931d-01ad0ff935eb up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:54.576623 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.580645 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ef2d4167-e17e-431b-8e1f-4930f3c18821 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2144189 May 10 15:12:54.583322 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:54.588567 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:54.616885 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Project b89a1e184d314867bd22463ac32df4b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:12:54.630131 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (db746192-f6b2-4b63-a7d1-4758580b7912), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.707927 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (db746192-f6b2-4b63-a7d1-4758580b7912), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.708907 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Router 3278b40a-a720-49d0-9199-d9712702f4a7 is scheduled to L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 15:12:54.714229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (db746192-f6b2-4b63-a7d1-4758580b7912), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.716541 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:54.739872 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db746192-f6b2-4b63-a7d1-4758580b7912,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:54.754609 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49788ef-8bba-4fed-ac84-c6dd0cb0682c None None] The sync data for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi is: [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:54.786132 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.790529 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-eddf9f49-15cc-4470-82e3-34c7491390db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2029366 May 10 15:12:54.790665 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34654) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:54.795056 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'security_group_rule': {'security_group_id': '88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66', 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:54.812117 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks [] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.825266 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Project b89a1e184d314867bd22463ac32df4b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:12:54.834112 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (01caac20-1875-4e14-b71c-1d92c533be44), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.869880 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 141df78b-1190-4d0d-931d-01ad0ff935eb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:54.875896 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.878419 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.894763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:54.915572 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Current status of the port 2496ba73-524d-47aa-898d-47348a84ed01 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:54.915968 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (2496ba73-524d-47aa-898d-47348a84ed01), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.929759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (01caac20-1875-4e14-b71c-1d92c533be44), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.932612 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.934832 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (01caac20-1875-4e14-b71c-1d92c533be44), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.937096 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-542d90b9-e856-4e36-8555-d951f559c5c8 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7360964 May 10 15:12:54.937689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:54.954241 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Sync routers for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:54.967949 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:54.973110 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812086 May 10 15:12:54.975192 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b69f4-e91e-4fc6-8058-b07ff28fc145 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01caac20-1875-4e14-b71c-1d92c533be44,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:55.021417 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:55.064491 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:55.072463 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:55.073123 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:55.075887 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:55.095039 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Pushing event updated for resources: {'Port': ['ID=0a50a14c-7f83-4307-bf24-c9d4e8aee818,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:55.144553 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] For port 2496ba73-524d-47aa-898d-47348a84ed01, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2496ba73-524d-47aa-898d-47348a84ed01,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:55.157972 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.254228 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '71640f54-00b3-4a73-9630-aa0408de55c7', 'name': '', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'mac_address': 'fa:16:3e:0f:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:51Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 2, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'subnets': [{'id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:55.256198 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Pushing event updated for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:55.319590 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Provisioning complete for port 71640f54-00b3-4a73-9630-aa0408de55c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:55.320108 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.375297 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f4cd0-343e-4301-b280-41c23bc9b585 None None] The sync data for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi is: [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '71640f54-00b3-4a73-9630-aa0408de55c7', 'name': '', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'mac_address': 'fa:16:3e:0f:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:51Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 2, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'subnets': [{'id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:55.450581 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 141df78b-1190-4d0d-931d-01ad0ff935eb is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:55.457904 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-48ce840c-eabf-4211-878b-a0d3e5205097 None None] Port 71640f54-00b3-4a73-9630-aa0408de55c7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:55.459938 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Attempting to bind port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:55.460167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Attempting to bind port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:55.460605 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Attempting to bind port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 on network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:55.479761 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:55.480249 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Checking segment: {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:55.480751 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.481407 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Bound using segment: {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:55.481989 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Bound port: 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:55.482707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.489038 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:55.737438 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7ac90b02-c897-427b-8a3c-c25c940ff8d4 None None] Provisioning complete for port 2496ba73-524d-47aa-898d-47348a84ed01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:55.737624 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ac90b02-c897-427b-8a3c-c25c940ff8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2496ba73-524d-47aa-898d-47348a84ed01), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.743016 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.750457 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 94da93f5-604d-4b86-a1c8-431ae6a0e467 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:55.831766 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.870979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] For port 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:55.889682 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] For port 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0a50a14c-7f83-4307-bf24-c9d4e8aee818,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:55.923278 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.931294 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 94da93f5-604d-4b86-a1c8-431ae6a0e467 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:55.931659 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:55.991822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Allocated IP 172.20.0.1 (4450f28d-4162-4717-96d6-c1d6ac5fc6e1/46805b5a-77d0-41ed-9250-63384dd8085a/74395f0f-f66a-4526-bad8-02e0e37e545c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:56.030337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:53Z', 'revision_number': 3, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:56.094320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Checking router: 3278b40a-a720-49d0-9199-d9712702f4a7 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:56.094726 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Updating router 3278b40a-a720-49d0-9199-d9712702f4a7 port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:12:56.097982 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7ac90b02-c897-427b-8a3c-c25c940ff8d4 None None] Current status of the port 2496ba73-524d-47aa-898d-47348a84ed01 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:56.127200 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks [] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.127451 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11e1c-f5c1-4f67-b23e-0fe6f9f6549f None None] Pushing event updated for resources: {'Port': ['ID=0a50a14c-7f83-4307-bf24-c9d4e8aee818,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:56.145320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.170781 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.210318 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:56.215157 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:56.223499 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:12:56.252379 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:56.289867 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 94da93f5-604d-4b86-a1c8-431ae6a0e467 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:56.291046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546103'] for router_interface (3278b40a-a720-49d0-9199-d9712702f4a7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.291176 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2496ba73-524d-47aa-898d-47348a84ed01 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:56.414013 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 2496ba73-524d-47aa-898d-47348a84ed01 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:56.414448 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (2496ba73-524d-47aa-898d-47348a84ed01), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.459617 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.569285 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 2496ba73-524d-47aa-898d-47348a84ed01 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:56.589332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks [] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.596664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.667772 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Attempting to bind port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:12:56.668148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Attempting to bind port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:12:56.668509 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Attempting to bind port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 on network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:12:56.671631 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84df9c8-89ee-45cd-a574-7b398126dc78 None None] Pushing event updated for resources: {'Port': ['ID=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:56.674005 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks [] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.676978 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:12:56.677464 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Checking segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:12:56.677923 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.678437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Bound using segment: {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:12:56.679202 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Bound port: 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65205f7-dd97-4e71-aa19-d2b38a3bd8ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:12:56.679660 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.681502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.763453 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] For port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:12:56.767448 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] For port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:12:56.776203 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.777771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:56.787805 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546314'] for router_interface (3278b40a-a720-49d0-9199-d9712702f4a7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:56.926955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:56.930492 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:57.123725 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:12:57.124370 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:57.160117 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Router 3278b40a-a720-49d0-9199-d9712702f4a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:12:57.167570 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84df9c8-89ee-45cd-a574-7b398126dc78 None None] Pushing event updated for resources: {'Port': ['ID=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:57.287840 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7b51c-2058-4491-8ef6-8cf3ca387f5a None None] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:12:57.298815 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:12:57.324945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:12:57.333496 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a346921d-e228-434f-a4e1-ad8990d1f6c2 admin admin] 10.222.0.83 "PUT /v2.0/routers/3278b40a-a720-49d0-9199-d9712702f4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3911128 May 10 15:12:57.391971 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Provisioning complete for port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:57.392354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:57.618604 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0a50a14c-7f83-4307-bf24-c9d4e8aee818 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:57.689474 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Current status of the port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:57.690270 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:57.726355 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '74395f0f-f66a-4526-bad8-02e0e37e545c', 'name': '', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'mac_address': 'fa:16:3e:ef:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:55Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 2, 'project_id': '907a62abb86848f2b31584cd72208665', 'subnets': [{'id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:57.767396 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2622b-53b9-4bcd-91d4-3a33d5e056b2 None None] The sync data for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi is: [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '74395f0f-f66a-4526-bad8-02e0e37e545c', 'name': '', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'mac_address': 'fa:16:3e:ef:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:55Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 2, 'project_id': '907a62abb86848f2b31584cd72208665', 'subnets': [{'id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:57.780854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] For port 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0a50a14c-7f83-4307-bf24-c9d4e8aee818,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:57.785462 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:57.785936 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:57.796008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:57.957448 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617948a-7bd7-45dc-9a98-d17e2540ea51 None None] Pushing event updated for resources: {'Port': ['ID=0a50a14c-7f83-4307-bf24-c9d4e8aee818,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:57.964666 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Provisioning complete for port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:57.965045 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.005074 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:58.089393 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Current status of the port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:58.100679 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:58.101055 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.141249 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3e938a1a-3bf9-4ed5-ab97-26550b28dcfc None None] Port 74395f0f-f66a-4526-bad8-02e0e37e545c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:58.258794 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c2ec61cb-2f22-4079-af63-f82fcb21b323 None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:58.259167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2ec61cb-2f22-4079-af63-f82fcb21b323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.314470 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec61cb-2f22-4079-af63-f82fcb21b323 None None] Port 74395f0f-f66a-4526-bad8-02e0e37e545c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:58.430745 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-240c3311-61d6-4ed8-bc97-059d83c97ead None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:58.431118 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-240c3311-61d6-4ed8-bc97-059d83c97ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.467979 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-240c3311-61d6-4ed8-bc97-059d83c97ead None None] Port 74395f0f-f66a-4526-bad8-02e0e37e545c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:12:58.727655 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:58.732483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472511282', 'description': 'tempest-secgroup-smoke-472511282 description', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:58.751963 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.822264 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (c4478dec-4520-4b49-b6f7-80fbe5304bb5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.826565 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c4478dec-4520-4b49-b6f7-80fbe5304bb5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.860508 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.861778 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1328838 May 10 15:12:58.862714 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6bf4a-61cc-4697-bfb2-7631ba23bb67 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4478dec-4520-4b49-b6f7-80fbe5304bb5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:58.864818 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34732) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:58.871622 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:58.903948 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (afc87e68-29e4-455c-bf43-18f9b50b5431), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.960973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (afc87e68-29e4-455c-bf43-18f9b50b5431), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.964763 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (afc87e68-29e4-455c-bf43-18f9b50b5431), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.981675 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc87e68-29e4-455c-bf43-18f9b50b5431,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:58.988995 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:58.990157 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b0d28409-668c-4af1-a4b9-0f072ee18ff4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225722 May 10 15:12:58.993477 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34734) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:58.998419 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:59.023377 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (d78b1b58-ca10-4d1a-a4a1-3b2a17b28a52), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.083905 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (d78b1b58-ca10-4d1a-a4a1-3b2a17b28a52), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.088085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (d78b1b58-ca10-4d1a-a4a1-3b2a17b28a52), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.104064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78b1b58-ca10-4d1a-a4a1-3b2a17b28a52,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.113966 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.115174 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2cf7c25f-1dc2-487a-a186-c14f15ecbbd4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206656 May 10 15:12:59.118639 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:59.123592 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:59.155454 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (618ef785-2e94-4649-8f3f-f94662819a91), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.212751 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (618ef785-2e94-4649-8f3f-f94662819a91), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.216390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (618ef785-2e94-4649-8f3f-f94662819a91), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.233950 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ef785-2e94-4649-8f3f-f94662819a91,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.240756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.241950 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-382080a5-6e70-403d-b4d7-61923d5be67d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222107 May 10 15:12:59.244744 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:59.249564 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:59.275345 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (cf3616b7-f73e-4b98-a4d5-2bf6d1e39fd4), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.332162 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (cf3616b7-f73e-4b98-a4d5-2bf6d1e39fd4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.335658 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (cf3616b7-f73e-4b98-a4d5-2bf6d1e39fd4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.352869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3616b7-f73e-4b98-a4d5-2bf6d1e39fd4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.360088 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.361250 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-218ebcae-c7dc-4481-8336-097465d7a6a0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155863 May 10 15:12:59.363980 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 34742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:59.368377 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:59.388560 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Project 68a7b38fce8444d9a3affb21189ee1b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:12:59.393796 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (734a2320-205d-45fd-b115-4979eb574354), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.453037 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (734a2320-205d-45fd-b115-4979eb574354), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.456856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (734a2320-205d-45fd-b115-4979eb574354), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.476931 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734a2320-205d-45fd-b115-4979eb574354,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.485486 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.489441 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 34744) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:12:59.489640 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b7919d45-935a-422a-8ecc-9e4123602f9f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245549 May 10 15:12:59.502718 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'security_group_rule': {'security_group_id': 'c4478dec-4520-4b49-b6f7-80fbe5304bb5', 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:12:59.544364 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Project 68a7b38fce8444d9a3affb21189ee1b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:12:59.550644 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (d2380848-f8d8-4498-bfa6-cf34fa1389ff), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.628867 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f98c2d68-d650-4321-8710-066caab24a37 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:59.631808 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (d2380848-f8d8-4498-bfa6-cf34fa1389ff), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.637141 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (d2380848-f8d8-4498-bfa6-cf34fa1389ff), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.660330 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2380848-f8d8-4498-bfa6-cf34fa1389ff,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.669403 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.670634 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-42fd8e16-851b-407b-9132-49d18f1f8c28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799040 May 10 15:12:59.681413 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port f98c2d68-d650-4321-8710-066caab24a37 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:59.681528 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (f98c2d68-d650-4321-8710-066caab24a37), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.778052 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port f98c2d68-d650-4321-8710-066caab24a37 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:12:59.778487 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (f98c2d68-d650-4321-8710-066caab24a37), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.808177 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port f98c2d68-d650-4321-8710-066caab24a37, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f98c2d68-d650-4321-8710-066caab24a37,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:12:59.813051 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (f98c2d68-d650-4321-8710-066caab24a37), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.814147 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0a50a14c-7f83-4307-bf24-c9d4e8aee818 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:12:59.895860 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=f98c2d68-d650-4321-8710-066caab24a37,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:59.914099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:12:59.915151 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:12:59.996254 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:01.596213 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f98c2d68-d650-4321-8710-066caab24a37 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:01.643244 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port f98c2d68-d650-4321-8710-066caab24a37 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:01.643620 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (f98c2d68-d650-4321-8710-066caab24a37), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:01.731584 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port f98c2d68-d650-4321-8710-066caab24a37 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:01.732677 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:01.779169 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:01.779540 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:01.866368 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:01.866854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:01.887099 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-09b51516-811d-4ced-9450-177b3671b716 None None] For port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:01.891188 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:01.943733 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Pushing event updated for resources: {'Port': ['ID=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:03.210425 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-ca38399a-fd76-4b45-8348-be7df4ee0dac service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388360 May 10 15:13:03.276120 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-8a7121a6-b675-49b4-824c-eb76c1d30b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.277621 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-8a7121a6-b675-49b4-824c-eb76c1d30b14 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1129 time: 0.0423110 May 10 15:13:03.390942 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-84232656-555a-4d25-a209-dbcc3cc7b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.392401 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-84232656-555a-4d25-a209-dbcc3cc7b058 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0944729 May 10 15:13:03.462907 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-f19c68b0-2fba-45b2-80ac-b9436da40c19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 1001 time: 0.0630815 May 10 15:13:03.512179 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-21a79d5c-a507-49f2-b8b1-9eaeb45eca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.513659 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-21a79d5c-a507-49f2-b8b1-9eaeb45eca98 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0450063 May 10 15:13:03.537993 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:03.568095 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-439754cc-6249-4bd1-8158-bfa317f8d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.569818 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-439754cc-6249-4bd1-8158-bfa317f8d046 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461690 May 10 15:13:03.586823 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:03.587201 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:03.665119 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-f2a6ad1e-fe38-4686-ab12-9c5a808b5b2e service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878813 May 10 15:13:03.669947 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:03.769217 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7e5652e3-bc01-49df-9ef3-645eebc62ab5 req-87ae86c8-00c2-48a4-a0bb-8fcc038974c3 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899544 May 10 15:13:03.961211 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:04.688872 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Sync routers for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:04.699713 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:04.700363 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:04.819628 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:05.017443 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '71640f54-00b3-4a73-9630-aa0408de55c7', 'name': '', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'mac_address': 'fa:16:3e:0f:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:51Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 2, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'subnets': [{'id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:05.053143 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Checking router: a449d707-14e1-4fd1-8513-95d20b145e99 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:05.053498 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Updating router a449d707-14e1-4fd1-8513-95d20b145e99 port 71640f54-00b3-4a73-9630-aa0408de55c7 binding host dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:13:05.092674 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.553345 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks [] for port (71640f54-00b3-4a73-9630-aa0408de55c7), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.559803 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.611658 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e75bc-367c-48c7-8399-7a5d375b6945 None None] Pushing event updated for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:05.667747 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Attempting to bind port 71640f54-00b3-4a73-9630-aa0408de55c7 on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:13:05.668111 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Attempting to bind port 71640f54-00b3-4a73-9630-aa0408de55c7 by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:13:05.668473 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Attempting to bind port 71640f54-00b3-4a73-9630-aa0408de55c7 on network 2bb41654-5577-45fe-b92f-89a4f8baff53 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:05.673762 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:13:05.674141 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Checking segment: {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:13:05.674576 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.674967 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Bound using segment: {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:13:05.675441 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Bound port: 71640f54-00b3-4a73-9630-aa0408de55c7, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ead728-0849-46db-bbc2-45cbad1805d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:13:05.675816 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.746738 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] For port 71640f54-00b3-4a73-9630-aa0408de55c7, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:13:05.750215 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] For port 71640f54-00b3-4a73-9630-aa0408de55c7, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=71640f54-00b3-4a73-9630-aa0408de55c7,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:13:05.758561 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.818941 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:05.819707 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:05.834632 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Provisioning complete for port 71640f54-00b3-4a73-9630-aa0408de55c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:05.835882 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.869247 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e75bc-367c-48c7-8399-7a5d375b6945 None None] Pushing event updated for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:05.940328 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Current status of the port 71640f54-00b3-4a73-9630-aa0408de55c7 is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:05.940720 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:05.973220 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:05.980207 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] For port 71640f54-00b3-4a73-9630-aa0408de55c7, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=71640f54-00b3-4a73-9630-aa0408de55c7,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:05.983798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:06.044919 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c09958-0809-465d-b048-74ae84b1ce1d None None] Pushing event updated for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:06.103520 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b734f999-2b6b-49b5-9dfb-1868e5d7a15c None None] Provisioning complete for port 71640f54-00b3-4a73-9630-aa0408de55c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:06.103908 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b734f999-2b6b-49b5-9dfb-1868e5d7a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:06.182229 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '71640f54-00b3-4a73-9630-aa0408de55c7', 'name': '', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'mac_address': 'fa:16:3e:0f:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:51Z', 'updated_at': '2022-05-10T15:13:05Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'subnets': [{'id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:06.183432 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b734f999-2b6b-49b5-9dfb-1868e5d7a15c None None] Current status of the port 71640f54-00b3-4a73-9630-aa0408de55c7 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:06.215554 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa97d-7adb-4c63-8513-2bb873525122 None None] The sync data for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi is: [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:12:51Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '71640f54-00b3-4a73-9630-aa0408de55c7', 'name': '', 'network_id': '2bb41654-5577-45fe-b92f-89a4f8baff53', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'mac_address': 'fa:16:3e:0f:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:51Z', 'updated_at': '2022-05-10T15:13:05Z', 'revision_number': 4, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'subnets': [{'id': '38f26f89-ac53-4334-8800-d7c37d98b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:07.565326 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 71640f54-00b3-4a73-9630-aa0408de55c7 up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:07.621525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 71640f54-00b3-4a73-9630-aa0408de55c7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:07.621927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:07.703508 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Sync routers for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:07.710109 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 71640f54-00b3-4a73-9630-aa0408de55c7 is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:07.720351 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:07.720968 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:07.963798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:08.159664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '74395f0f-f66a-4526-bad8-02e0e37e545c', 'name': '', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'mac_address': 'fa:16:3e:ef:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:55Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 2, 'project_id': '907a62abb86848f2b31584cd72208665', 'subnets': [{'id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:08.188191 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Checking router: 3278b40a-a720-49d0-9199-d9712702f4a7 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:08.188545 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Updating router 3278b40a-a720-49d0-9199-d9712702f4a7 port 74395f0f-f66a-4526-bad8-02e0e37e545c binding host dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:13:08.216445 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.495391 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks [] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.501820 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.552752 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded467f-f984-43b8-8144-ce7b57dea073 None None] Pushing event updated for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:08.614881 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Attempting to bind port 74395f0f-f66a-4526-bad8-02e0e37e545c on host dv-cinder-839628-2-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:13:08.615503 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Attempting to bind port 74395f0f-f66a-4526-bad8-02e0e37e545c by drivers openvswitch,hyperv on host dv-cinder-839628-2-iscsi at level 0 using segments [{'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:13:08.615605 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Attempting to bind port 74395f0f-f66a-4526-bad8-02e0e37e545c on network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:08.621056 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Checking agent: {'id': 'c1e6f73f-da49-4ea5-9ced-4cf34ab51b58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839628-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 54, 26), 'started_at': datetime.datetime(2022, 5, 10, 14, 54, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839628-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:13:08.621516 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Checking segment: {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:13:08.621921 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.622314 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Bound using segment: {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:13:08.622932 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Bound port: 74395f0f-f66a-4526-bad8-02e0e37e545c, host: dv-cinder-839628-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42a838-b223-4b7c-a19c-652090593f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:13:08.623639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.697421 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] For port 74395f0f-f66a-4526-bad8-02e0e37e545c, host dv-cinder-839628-2-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:13:08.700710 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] For port 74395f0f-f66a-4526-bad8-02e0e37e545c, host dv-cinder-839628-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=74395f0f-f66a-4526-bad8-02e0e37e545c,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:13:08.708424 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.767600 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:08.768245 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:12:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:08.806987 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded467f-f984-43b8-8144-ce7b57dea073 None None] Pushing event updated for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:08.832916 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:08.833295 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:08.934023 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:09.037876 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Current status of the port 74395f0f-f66a-4526-bad8-02e0e37e545c is: DOWN; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:09.038175 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:09.137273 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] For port 74395f0f-f66a-4526-bad8-02e0e37e545c, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=74395f0f-f66a-4526-bad8-02e0e37e545c,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:09.144354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:09.260134 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61476479-6bd1-420f-b744-2c1bf2bdda4d None None] Pushing event updated for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:09.272396 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '74395f0f-f66a-4526-bad8-02e0e37e545c', 'name': '', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'mac_address': 'fa:16:3e:ef:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:55Z', 'updated_at': '2022-05-10T15:13:08Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'subnets': [{'id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:09.275832 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f72d3311-0a1f-49c3-9529-70168aa19637 None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:09.276196 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f72d3311-0a1f-49c3-9529-70168aa19637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:09.305967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe60e0-4e1e-487b-9761-613036eb50fc None None] The sync data for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi is: [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:12:56Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '74395f0f-f66a-4526-bad8-02e0e37e545c', 'name': '', 'network_id': '4450f28d-4162-4717-96d6-c1d6ac5fc6e1', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'mac_address': 'fa:16:3e:ef:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:55Z', 'updated_at': '2022-05-10T15:13:08Z', 'revision_number': 4, 'project_id': '907a62abb86848f2b31584cd72208665', 'subnets': [{'id': '46805b5a-77d0-41ed-9250-63384dd8085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:09.380217 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f72d3311-0a1f-49c3-9529-70168aa19637 None None] Current status of the port 74395f0f-f66a-4526-bad8-02e0e37e545c is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:09.547926 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 74395f0f-f66a-4526-bad8-02e0e37e545c up at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:09.597731 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Provisioning complete for port 74395f0f-f66a-4526-bad8-02e0e37e545c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:09.598104 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:09.677610 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Current status of the port 74395f0f-f66a-4526-bad8-02e0e37e545c is: ACTIVE; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:15.967237 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-d53c2b99-b495-4e78-9802-2e2dae565ccc tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695398442&fields=id&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 267 time: 0.0440807 May 10 15:13:16.070461 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-695f854c-45f2-405b-9b7f-2b3b3277bb14 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:16.071875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-695f854c-45f2-405b-9b7f-2b3b3277bb14 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.0983629 May 10 15:13:16.086604 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-05a52088-1ae1-49ee-a5c2-aa6841256725 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/quotas/b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 375 time: 0.0087931 May 10 15:13:16.137626 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-77338609-2225-48c8-9817-3c236ad569e9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462947 May 10 15:13:16.236011 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-4a80310b-c9fb-44b3-a5f1-e3ac48290aab service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:13:16.237027 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-4a80310b-c9fb-44b3-a5f1-e3ac48290aab service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0889502 May 10 15:13:16.324697 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-5815731d-b76d-4f11-ae19-ea28fd0f9ece service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 May 10 15:13:16.416691 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-a101f241-91ee-4220-8fc3-0a3453b69d2b service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859973 May 10 15:13:16.742433 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c8d1ab23-b587-49c8-80ac-066316e16390 req-2e5d1b64-c21a-417e-b884-d8308d75bcad tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 210 time: 0.0791087 May 10 15:13:17.754195 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-ab2a286d-5d08-49ab-a3ca-60c448cb967e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:17.755644 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-ab2a286d-5d08-49ab-a3ca-60c448cb967e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.1036732 May 10 15:13:17.834320 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-39d4d6ca-9c4f-4e7c-8bde-fb7bfd3fd497 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 379 time: 0.0693898 May 10 15:13:17.853065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'port': {'device_id': '18923617-4dbf-495e-99ce-f62586762c4a', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'admin_state_up': True, 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'security_groups': ['88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:17.857303 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fda90a0f-dc54-42b8-9970-447b21a7e0a0 req-b947bcd8-dc55-4965-aecb-36453d7838c3 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 210 time: 0.0451853 May 10 15:13:17.957828 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Made reservation on behalf of b89a1e184d314867bd22463ac32df4b5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:13:17.961736 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.093170 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.20.0.14 (32a07968-3f9b-4203-86aa-aef1943e0b30/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0/77b62eba-0107-492b-8571-7812f62a6411) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:18.234143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (77b62eba-0107-492b-8571-7812f62a6411), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.267771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.310455 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:18.313905 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:18.321128 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:13:18.327727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:18.395572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:18.396197 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.413049 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-21afaab8-577a-4cb3-841b-3bffdd17f41f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642128 May 10 15:13:18.424810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-5691269a-141e-4e8e-80d1-c5e415767384 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:13:18.425976 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-5691269a-141e-4e8e-80d1-c5e415767384 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057759 May 10 15:13:18.486759 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Request body: {'port': {'device_id': '18923617-4dbf-495e-99ce-f62586762c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:18.556851 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b9e3a199-845d-432e-9aee-cab745b1b61d None None] Provisioning complete for port 77b62eba-0107-492b-8571-7812f62a6411 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:18.557669 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a199-845d-432e-9aee-cab745b1b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (77b62eba-0107-492b-8571-7812f62a6411), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.564556 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (77b62eba-0107-492b-8571-7812f62a6411), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.605305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3a199-845d-432e-9aee-cab745b1b61d None None] Port 77b62eba-0107-492b-8571-7812f62a6411 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:13:18.826188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b62eba-0107-492b-8571-7812f62a6411 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:18.833310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks [] for port (77b62eba-0107-492b-8571-7812f62a6411), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.845281 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Transition to ACTIVE for port object 77b62eba-0107-492b-8571-7812f62a6411 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:13:18.849934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:18.957280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:19.004204 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7266-4cb3-4bbd-a7b9-e1ae9a9e19b4 req-80a98b67-d9d3-4c58-b219-c84bcc83bae5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.005936 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-603c7266-4cb3-4bbd-a7b9-e1ae9a9e19b4 req-80a98b67-d9d3-4c58-b219-c84bcc83bae5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0614011 May 10 15:13:19.039091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Attempting to bind port 77b62eba-0107-492b-8571-7812f62a6411 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:13:19.039945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Attempting to bind port 77b62eba-0107-492b-8571-7812f62a6411 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:13:19.040268 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Attempting to bind port 77b62eba-0107-492b-8571-7812f62a6411 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:19.054277 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Port 77b62eba-0107-492b-8571-7812f62a6411 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:13:19.055181 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Attempting to bind port 77b62eba-0107-492b-8571-7812f62a6411 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:19.068963 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:13:19.069307 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:13:19.069698 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Bound using segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:13:19.070128 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Bound port: 77b62eba-0107-492b-8571-7812f62a6411, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:13:19.071147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (77b62eba-0107-492b-8571-7812f62a6411), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:19.089205 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-603c7266-4cb3-4bbd-a7b9-e1ae9a9e19b4 req-aa9783a8-fad7-4c71-887f-7b1098163cc3 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705001 May 10 15:13:19.145236 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:13:19.148579 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=77b62eba-0107-492b-8571-7812f62a6411,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:13:19.156823 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:19.211441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.212105 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:19.213725 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] 10.222.0.87 "PUT /v2.0/ports/77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 200 len: 1094 time: 0.7771962 May 10 15:13:19.214051 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'tag': '77b62eba-0107-492b-8571-7812f62a6411'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:19.216376 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461" -d '{"events": [{"name": "network-changed", "server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "tag": "77b62eba-0107-492b-8571-7812f62a6411"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:19.256956 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-ec3a3375-6970-4d9b-85d5-0e6393cd5b96 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472511282&fields=id&tenant_id=68a7b38fce8444d9a3affb21189ee1b8 HTTP/1.1" status: 200 len: 267 time: 0.0723743 May 10 15:13:19.275625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4b2b6cf-b417-435b-9c3e-672d272034bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:19.280013 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2930b-2d47-4e04-ac41-b8eee6fafba3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:19.297581 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7a0b91-62c6-4ea4-a2d4-e3e28e2bd5eb x-openstack-request-id: req-9e7a0b91-62c6-4ea4-a2d4-e3e28e2bd5eb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:19.297880 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "tag": "77b62eba-0107-492b-8571-7812f62a6411", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:19.298135 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e7a0b91-62c6-4ea4-a2d4-e3e28e2bd5eb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:19.298572 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7a0b91-62c6-4ea4-a2d4-e3e28e2bd5eb'] response: {'name': 'network-changed', 'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'tag': '77b62eba-0107-492b-8571-7812f62a6411', 'status': 'completed', 'code': 200} May 10 15:13:19.333976 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-1fb8e386-6fb8-4893-9148-b00ae3f38541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.335280 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-1fb8e386-6fb8-4893-9148-b00ae3f38541 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1128 time: 0.0482404 May 10 15:13:19.379911 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-eee32982-3298-4efc-8737-a0209cd982fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 200 len: 217 time: 0.0377717 May 10 15:13:19.383848 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-1aed04e1-7d19-4fce-a3d5-34c88d212595 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.385357 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-1aed04e1-7d19-4fce-a3d5-34c88d212595 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 808 time: 0.1198754 May 10 15:13:19.400959 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-ed2969be-7911-448d-b971-848e23cda243 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/quotas/68a7b38fce8444d9a3affb21189ee1b8 HTTP/1.1" status: 200 len: 375 time: 0.0095425 May 10 15:13:19.435667 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-8246b199-6fc9-44b7-bcca-cfe7f0fd21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.437124 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-8246b199-6fc9-44b7-bcca-cfe7f0fd21c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0509408 May 10 15:13:19.451573 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-bdfc73a8-c1cf-406c-a21e-358e6cac30c6 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454319 May 10 15:13:19.467340 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-505a30bb-2f8d-4936-b58f-04cf1b6f1a67 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:13:19.468223 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-505a30bb-2f8d-4936-b58f-04cf1b6f1a67 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051844 May 10 15:13:19.483278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803b4bd-6230-440d-a57b-8795b971c178 req-ad68de0d-44e7-4d62-ae67-8b6e6101b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.484792 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-ad68de0d-44e7-4d62-ae67-8b6e6101b7e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411527 May 10 15:13:19.558446 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-5ff040e3-ae21-47ef-a800-5c7b26fb9541 service neutron] 10.222.0.83 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847034 May 10 15:13:19.580902 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-dbdd523b-624e-43ab-ab59-618ad536a0b8 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 May 10 15:13:19.665381 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-5a37f415-84e0-4ac4-8602-1f35e4c682f8 service neutron] 10.222.0.83 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013982 May 10 15:13:19.684429 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3803b4bd-6230-440d-a57b-8795b971c178 req-8675a7c2-af1f-4e24-a867-0cacd598a671 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968330 May 10 15:13:19.793054 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3399-5d08-459c-9020-5cc3df50c878 req-f11b06b3-eda8-4fde-aac1-d65b3ce50b43 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.794692 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1ea3399-5d08-459c-9020-5cc3df50c878 req-f11b06b3-eda8-4fde-aac1-d65b3ce50b43 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0565028 May 10 15:13:19.844892 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1ea3399-5d08-459c-9020-5cc3df50c878 req-79918080-15e5-404b-9855-2493980e947c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435746 May 10 15:13:19.968182 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8706f6de-9c6b-474d-a045-b5190c789011 req-569840a6-aa4b-4644-9dd1-3bfb708912d8 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0311329 May 10 15:13:20.016268 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-9d0ce6cb-ec8d-48ec-91f7-a42879ab5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.017746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-9d0ce6cb-ec8d-48ec-91f7-a42879ab5ad6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1128 time: 0.0487399 May 10 15:13:20.112395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-b370d7f1-8db8-4de8-9e6e-d1af01a2d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.115329 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-b370d7f1-8db8-4de8-9e6e-d1af01a2d3c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0899918 May 10 15:13:20.163840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-3809a051-3330-492f-bea7-b52fbb1ed055 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 200 len: 217 time: 0.0414982 May 10 15:13:20.207268 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c897f3-af5c-471f-a8d3-fefbb658efbd req-8c448c87-3d60-44d9-a68d-73297bb658db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.208607 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11c897f3-af5c-471f-a8d3-fefbb658efbd req-8c448c87-3d60-44d9-a68d-73297bb658db tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0488985 May 10 15:13:20.212650 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-70830961-b078-4e22-9aac-f3abc9787a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.214073 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-70830961-b078-4e22-9aac-f3abc9787a64 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0440066 May 10 15:13:20.259699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-a4db2096-1825-4a96-8c3b-12de53c75252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.261097 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-a4db2096-1825-4a96-8c3b-12de53c75252 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414820 May 10 15:13:20.262629 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11c897f3-af5c-471f-a8d3-fefbb658efbd req-2f308b58-fd33-4121-84ee-b91cbd6dd8c7 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473881 May 10 15:13:20.355504 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-005ffc14-9908-4199-8d26-70f7ef31307a service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883901 May 10 15:13:20.448050 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cc9f9bcb-3f7f-4feb-8e10-5be0d0e6e461 req-7616c060-686e-4081-9d96-5004b92242d5 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866590 May 10 15:13:20.901140 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-308b8926-c70b-4462-a6cc-cea3dc6fb968 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.902654 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-308b8926-c70b-4462-a6cc-cea3dc6fb968 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 808 time: 0.1057520 May 10 15:13:20.990429 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541199-d737-451b-80bb-9123e11522fa req-8242758c-2ad0-44fe-806d-84da3fe7bcb1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.992843 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc541199-d737-451b-80bb-9123e11522fa req-8242758c-2ad0-44fe-806d-84da3fe7bcb1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0673945 May 10 15:13:21.020668 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-a46b4d90-baee-4938-a40d-e3aaea3ff41e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a7b38fce8444d9a3affb21189ee1b8 HTTP/1.1" status: 200 len: 379 time: 0.1095784 May 10 15:13:21.032599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'port': {'device_id': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'admin_state_up': True, 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'security_groups': ['c4478dec-4520-4b49-b6f7-80fbe5304bb5']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:21.062512 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7b7bc1f-a5f1-4328-8032-362b42070e51 req-53bfeda1-1a88-47ac-9fe0-4eea72f20b91 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0268166 May 10 15:13:21.102007 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bc541199-d737-451b-80bb-9123e11522fa req-318bdf69-756d-44eb-bd8e-9dcfa717c8c0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033659 May 10 15:13:21.160502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Made reservation on behalf of 68a7b38fce8444d9a3affb21189ee1b8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:13:21.163770 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.290238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Allocated IP 172.20.0.3 (d0f23629-d377-4cbb-a84d-975ce2d47e6f/b67ec89c-8ff8-4a12-bf21-1ebf7612d796/9dd09586-3479-4a0e-9634-5225e7023a63) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:21.387199 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3ff9d-a8bd-415b-87cf-b702f1c6b4b7 req-002a9936-69fd-408f-9e1f-3f4a622151b9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:21.388744 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8a3ff9d-a8bd-415b-87cf-b702f1c6b4b7 req-002a9936-69fd-408f-9e1f-3f4a622151b9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0529625 May 10 15:13:21.413409 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95cc8d69-04fe-4f2b-bc0b-63339b4c5572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.442303 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8a3ff9d-a8bd-415b-87cf-b702f1c6b4b7 req-c24ec1f3-e370-45d1-aa33-3a373c5258b7 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 May 10 15:13:21.451818 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for port (9dd09586-3479-4a0e-9634-5225e7023a63), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.484281 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.525598 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:21.528600 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:21.534346 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:13:21.542921 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:21.593760 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:21.594404 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.611507 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-7b786243-34bd-4a3f-b9f2-b25a9c1cf3f2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836389 May 10 15:13:21.623081 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Request body: {'port': {'device_id': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:21.685395 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.775002 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0376f876-6f10-4177-9590-617affc7ece9 None None] Provisioning complete for port 9dd09586-3479-4a0e-9634-5225e7023a63 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:21.775380 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0376f876-6f10-4177-9590-617affc7ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.810667 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0376f876-6f10-4177-9590-617affc7ece9 None None] Port 9dd09586-3479-4a0e-9634-5225e7023a63 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:13:21.945591 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd09586-3479-4a0e-9634-5225e7023a63 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:21.952904 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks [] for port (9dd09586-3479-4a0e-9634-5225e7023a63), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:21.964923 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Transition to ACTIVE for port object 9dd09586-3479-4a0e-9634-5225e7023a63 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:13:21.976852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:22.218195 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5beea3-7184-4f9b-a3bb-c4dbe12fadd7 req-12d57c50-3df3-4780-9f92-3a59b21d9f85 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.219625 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e5beea3-7184-4f9b-a3bb-c4dbe12fadd7 req-12d57c50-3df3-4780-9f92-3a59b21d9f85 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0482130 May 10 15:13:22.267762 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e5beea3-7184-4f9b-a3bb-c4dbe12fadd7 req-b25fb30c-8cf8-4dcc-b6ff-9fb11a78b6b8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 May 10 15:13:22.315794 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:22.332599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b495e1-6ef5-4619-9c35-2d73d7c339d3 req-7446e4f1-0454-4377-bd7d-3e1435272263 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.334090 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-32b495e1-6ef5-4619-9c35-2d73d7c339d3 req-7446e4f1-0454-4377-bd7d-3e1435272263 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0711975 May 10 15:13:22.431590 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-32b495e1-6ef5-4619-9c35-2d73d7c339d3 req-67117006-c7b7-4dc2-86d3-38eb53526b2e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823369 May 10 15:13:22.441069 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Attempting to bind port 9dd09586-3479-4a0e-9634-5225e7023a63 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:13:22.441403 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Attempting to bind port 9dd09586-3479-4a0e-9634-5225e7023a63 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:13:22.441730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Attempting to bind port 9dd09586-3479-4a0e-9634-5225e7023a63 on network d0f23629-d377-4cbb-a84d-975ce2d47e6f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:22.447449 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Port 9dd09586-3479-4a0e-9634-5225e7023a63 on network d0f23629-d377-4cbb-a84d-975ce2d47e6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:13:22.447768 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Attempting to bind port 9dd09586-3479-4a0e-9634-5225e7023a63 on network d0f23629-d377-4cbb-a84d-975ce2d47e6f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:13:22.453219 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:13:22.453559 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Checking segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:13:22.453944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Bound using segment: {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:13:22.454371 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Bound port: 9dd09586-3479-4a0e-9634-5225e7023a63, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:13:22.454779 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:22.517240 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:13:22.520202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:13:22.527681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:22.558658 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a24b-dab8-4741-b5e3-083b6257e96e req-b710f29b-e5a6-4df9-9581-735c428d3d15 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.560072 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b645a24b-dab8-4741-b5e3-083b6257e96e req-b710f29b-e5a6-4df9-9581-735c428d3d15 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0510819 May 10 15:13:22.561213 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.561820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:22.563184 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] 10.222.0.87 "PUT /v2.0/ports/9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 1093 time: 0.9444404 May 10 15:13:22.563616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:22.565820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5681301-f554-4aa4-a648-e17eb0856c99" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:22.605787 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1049f-4ed0-4ba4-8bbb-82369de25261 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:22.653075 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b645a24b-dab8-4741-b5e3-083b6257e96e req-a4f42478-7035-4489-be89-6c38d47079eb tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856051 May 10 15:13:22.668237 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-d1d5d934-d287-46de-9f53-7066a290fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.669773 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-d1d5d934-d287-46de-9f53-7066a290fc78 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1127 time: 0.0651584 May 10 15:13:22.678854 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f986906-6fc9-48da-9952-a42e07276acc x-openstack-request-id: req-2f986906-6fc9-48da-9952-a42e07276acc {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:22.679144 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:22.679400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f986906-6fc9-48da-9952-a42e07276acc {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:22.679831 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f986906-6fc9-48da-9952-a42e07276acc'] response: {'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'status': 'completed', 'code': 200} May 10 15:13:22.713025 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:22.718481 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-be8188b6-6bd9-4fd1-af65-dcba8460f6b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 217 time: 0.0367193 May 10 15:13:22.767795 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-5e880ae5-81c7-4153-b7bf-24becf9d45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.769436 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-5e880ae5-81c7-4153-b7bf-24becf9d45ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0447130 May 10 15:13:22.811998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-0f7e6295-569d-4017-ad7c-2911b495fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.813468 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-0f7e6295-569d-4017-ad7c-2911b495fce9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382345 May 10 15:13:22.904642 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-d47e2e03-6f52-4cf8-8551-e6f7ed9aa327 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833380 May 10 15:13:22.992585 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2187f4c9-7848-42c1-a0f7-de21257e0ef9 req-b3743501-f48d-4178-b1cf-392ddb447f9a service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806391 May 10 15:13:23.246261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-d7982a23-31cb-4bec-8fb5-d0d6ada4a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.247792 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-d7982a23-31cb-4bec-8fb5-d0d6ada4a8e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1127 time: 0.0438123 May 10 15:13:23.335071 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-e0c82a1a-56a6-49a1-9a9f-1e4dd55cd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.336546 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-e0c82a1a-56a6-49a1-9a9f-1e4dd55cd5db service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.0825529 May 10 15:13:23.397937 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-c03336fc-4c84-43fa-a160-c64ed0aad12d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 217 time: 0.0525339 May 10 15:13:23.438887 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649090b-6cb3-4bb8-b7c8-7ec8f74290de req-b025bd9f-44b0-40b0-b3b0-d1b5bddc6e12 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.440321 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f649090b-6cb3-4bb8-b7c8-7ec8f74290de req-b025bd9f-44b0-40b0-b3b0-d1b5bddc6e12 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.1029446 May 10 15:13:23.470464 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-6ae18db2-64fa-4a54-a1c8-4924d2791912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.471891 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-6ae18db2-64fa-4a54-a1c8-4924d2791912 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0666854 May 10 15:13:23.530780 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f649090b-6cb3-4bb8-b7c8-7ec8f74290de req-34531e54-391c-424a-9055-9bcf056c2e29 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847385 May 10 15:13:23.533976 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-b0160761-3097-4869-84ab-af0084cc5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.535185 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-b0160761-3097-4869-84ab-af0084cc5e00 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536869 May 10 15:13:23.548149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f236d-a60c-46b0-820c-796fec9b6792 req-c80f6f2b-550e-4979-9518-88d5f85d1c5b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.549879 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-396f236d-a60c-46b0-820c-796fec9b6792 req-c80f6f2b-550e-4979-9518-88d5f85d1c5b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0487382 May 10 15:13:23.597203 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-396f236d-a60c-46b0-820c-796fec9b6792 req-479c31b8-663f-40f1-8bcf-997a7e4453d1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 May 10 15:13:23.630677 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-5d18b19b-328f-4e26-8c49-42132684f4a8 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 May 10 15:13:23.723542 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c5681301-f554-4aa4-a648-e17eb0856c99 req-b7079508-3024-4a4c-8864-8d3243b40d52 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864415 May 10 15:13:23.774369 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808029-bc48-4e34-862f-906164d29948 req-91e2028b-f254-49bc-aa12-38640efce279 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.775830 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85808029-bc48-4e34-862f-906164d29948 req-91e2028b-f254-49bc-aa12-38640efce279 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0461814 May 10 15:13:23.822908 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85808029-bc48-4e34-862f-906164d29948 req-06a7eb1d-6a01-4999-8770-80c9b5b66462 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 May 10 15:13:24.039479 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:24.644887 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499ffd8-3b84-4f8d-ab8b-593dbb3c122d req-60d8d519-c521-4484-a302-15cdb411ca5f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:24.646362 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d499ffd8-3b84-4f8d-ab8b-593dbb3c122d req-60d8d519-c521-4484-a302-15cdb411ca5f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0484765 May 10 15:13:24.696702 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d499ffd8-3b84-4f8d-ab8b-593dbb3c122d req-64ecd8f0-234d-4f9b-8072-f8996224a2c9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446517 May 10 15:13:24.710600 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d61d9-6ca2-4fc9-b851-e0a842ac0ead req-3a0025df-2002-43bc-94ca-4ebd48c9b56a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:24.712101 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-684d61d9-6ca2-4fc9-b851-e0a842ac0ead req-3a0025df-2002-43bc-94ca-4ebd48c9b56a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0464537 May 10 15:13:24.760358 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-684d61d9-6ca2-4fc9-b851-e0a842ac0ead req-5aca0d98-23dc-4673-b52e-70e608cbd879 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427310 May 10 15:13:24.932857 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39cd22-8039-4d6f-8363-b2cec16cbf21 req-665ed465-1e0c-47c3-af7e-ef4587ce218b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:24.934334 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de39cd22-8039-4d6f-8363-b2cec16cbf21 req-665ed465-1e0c-47c3-af7e-ef4587ce218b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0466917 May 10 15:13:24.981633 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de39cd22-8039-4d6f-8363-b2cec16cbf21 req-33a95830-2e33-4955-9e07-d3140e6ef096 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 May 10 15:13:25.595854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:25.814684 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b8473-173a-4754-a2d5-00ab7390b541 req-a85dc022-7e11-4ef4-9c8f-d19c0909d09c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:25.816187 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-962b8473-173a-4754-a2d5-00ab7390b541 req-a85dc022-7e11-4ef4-9c8f-d19c0909d09c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0508196 May 10 15:13:25.863114 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-962b8473-173a-4754-a2d5-00ab7390b541 req-a808f288-2399-4075-9b5c-ae1f9609313c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 May 10 15:13:25.870626 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b9e6-7903-4131-9d8e-cb863775c331 req-50f55f72-e944-4299-ad0e-89b7d66fa24c tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:25.872105 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88a9b9e6-7903-4131-9d8e-cb863775c331 req-50f55f72-e944-4299-ad0e-89b7d66fa24c tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0460389 May 10 15:13:25.920193 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88a9b9e6-7903-4131-9d8e-cb863775c331 req-97037b82-4bab-463b-8a53-32240fc5d94b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 May 10 15:13:26.091616 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456360-6c83-43d5-9ffb-194427ffa887 req-9156e164-7caf-4158-9f42-a781bc7598c0 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:26.093067 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63456360-6c83-43d5-9ffb-194427ffa887 req-9156e164-7caf-4158-9f42-a781bc7598c0 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0473263 May 10 15:13:26.140739 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-63456360-6c83-43d5-9ffb-194427ffa887 req-37389342-7d8d-4dd8-b5e6-177f0d4e3430 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 May 10 15:13:26.980383 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827c4ce-24d9-4637-95ba-6efe6408d3df req-e8b0eee0-cb57-4fbe-96f4-07299a297124 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:26.981869 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1827c4ce-24d9-4637-95ba-6efe6408d3df req-e8b0eee0-cb57-4fbe-96f4-07299a297124 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0504270 May 10 15:13:27.028555 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1827c4ce-24d9-4637-95ba-6efe6408d3df req-ad95da9b-fefd-4673-b729-7d1995f2dcfc tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 May 10 15:13:27.032214 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015e77d-4266-421a-b4fd-e08d03da5f2e req-9a31d221-5ce3-48d0-96b9-d29c1e385ad8 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:27.033703 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1015e77d-4266-421a-b4fd-e08d03da5f2e req-9a31d221-5ce3-48d0-96b9-d29c1e385ad8 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0469046 May 10 15:13:27.084288 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1015e77d-4266-421a-b4fd-e08d03da5f2e req-091a827c-c051-41d6-9878-aab0d65216d9 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451419 May 10 15:13:27.247859 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697fcbc-a5cf-45e3-bf99-6650f4997f66 req-606df923-5a50-41c9-8947-f6a94d7df2bc tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:27.249548 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5697fcbc-a5cf-45e3-bf99-6650f4997f66 req-606df923-5a50-41c9-8947-f6a94d7df2bc tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 944 time: 0.0452554 May 10 15:13:27.297407 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5697fcbc-a5cf-45e3-bf99-6650f4997f66 req-35b90dc9-7f6a-47c9-a7e8-bb0e6a1f919f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 May 10 15:13:27.797229 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:13:27.805216 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 77b62eba-0107-492b-8571-7812f62a6411 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:13:27.901220 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=77b62eba-0107-492b-8571-7812f62a6411,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:27.912516 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '77b62eba-0107-492b-8571-7812f62a6411', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'port_id': '77b62eba-0107-492b-8571-7812f62a6411', 'mac_address': 'fa:16:3e:5a:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:13:27.949401 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 77b62eba-0107-492b-8571-7812f62a6411 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:27.949796 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (77b62eba-0107-492b-8571-7812f62a6411), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:27.962278 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b62eba-0107-492b-8571-7812f62a6411 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:27.981140 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=77b62eba-0107-492b-8571-7812f62a6411,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:27.985159 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:28.031489 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:28.141020 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb724-8774-4d5e-b989-77f7b78fdc93 req-6da879de-21c2-4550-a784-7b61369926a1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:28.142655 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-991bb724-8774-4d5e-b989-77f7b78fdc93 req-6da879de-21c2-4550-a784-7b61369926a1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0486374 May 10 15:13:28.191731 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-991bb724-8774-4d5e-b989-77f7b78fdc93 req-c299743e-cfda-4a76-8c81-3152fbe08235 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433159 May 10 15:13:28.199035 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968c34-18c7-4f39-b700-165b4384b7d3 req-06b65e5b-4ef6-446c-9ae3-de7bf1645e26 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:28.200601 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54968c34-18c7-4f39-b700-165b4384b7d3 req-06b65e5b-4ef6-446c-9ae3-de7bf1645e26 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0482194 May 10 15:13:28.216062 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['77b62eba-0107-492b-8571-7812f62a6411'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:13:28.252366 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54968c34-18c7-4f39-b700-165b4384b7d3 req-2e2c2034-59d2-4599-ae8f-b13b058b0097 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 May 10 15:13:28.408832 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6b6de-6094-4f31-95cb-b96ddfaa8b34 req-065962d3-9cb9-4d27-85ad-33349e815733 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:28.410305 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-22a6b6de-6094-4f31-95cb-b96ddfaa8b34 req-065962d3-9cb9-4d27-85ad-33349e815733 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 945 time: 0.0480342 May 10 15:13:28.465485 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-22a6b6de-6094-4f31-95cb-b96ddfaa8b34 req-4171e627-2102-4ffc-ab1f-5afe01012ce0 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489695 May 10 15:13:29.303003 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595050f-206d-4bdb-8c3d-c6f6c0c75e15 req-bf31504f-695d-4a94-9126-54803ba37d8a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:29.304515 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c595050f-206d-4bdb-8c3d-c6f6c0c75e15 req-bf31504f-695d-4a94-9126-54803ba37d8a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0457864 May 10 15:13:29.350975 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c595050f-206d-4bdb-8c3d-c6f6c0c75e15 req-55ceb35b-3467-4209-9e92-2d18b5fe2de8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403402 May 10 15:13:29.366465 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ff9a8-6f33-4b26-8c11-ae212a6265af req-c87357a9-a012-4732-8b24-3d41307fb301 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:29.368547 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-799ff9a8-6f33-4b26-8c11-ae212a6265af req-c87357a9-a012-4732-8b24-3d41307fb301 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0496709 May 10 15:13:29.415934 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-799ff9a8-6f33-4b26-8c11-ae212a6265af req-4f06f007-e4d1-401a-9fdc-d79063e9250d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 May 10 15:13:29.575845 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7906-ac61-4374-9cb0-90ddd1f3548b req-e21fd228-29fc-4321-9960-f50bdad5e46b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:29.577283 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-977a7906-ac61-4374-9cb0-90ddd1f3548b req-e21fd228-29fc-4321-9960-f50bdad5e46b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 945 time: 0.0450377 May 10 15:13:29.625239 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-977a7906-ac61-4374-9cb0-90ddd1f3548b req-1e0a4a70-2434-41bf-a056-222707df290f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 May 10 15:13:29.806837 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 77b62eba-0107-492b-8571-7812f62a6411 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:29.854447 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 77b62eba-0107-492b-8571-7812f62a6411 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:13:29.859751 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 77b62eba-0107-492b-8571-7812f62a6411 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:29.860112 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (77b62eba-0107-492b-8571-7812f62a6411), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:29.933897 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 77b62eba-0107-492b-8571-7812f62a6411 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:29.934283 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (77b62eba-0107-492b-8571-7812f62a6411), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:29.956925 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b62eba-0107-492b-8571-7812f62a6411'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:29.959203 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f109c0-892e-4b4a-9c90-217338602e9a" -d '{"events": [{"server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "name": "network-vif-plugged", "status": "completed", "tag": "77b62eba-0107-492b-8571-7812f62a6411"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:29.971953 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=77b62eba-0107-492b-8571-7812f62a6411,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:29.975889 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:30.001721 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821483d-4cd2-42dd-897f-971d07438181 x-openstack-request-id: req-b821483d-4cd2-42dd-897f-971d07438181 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:30.002012 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "name": "network-vif-plugged", "status": "completed", "tag": "77b62eba-0107-492b-8571-7812f62a6411", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:30.002269 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b821483d-4cd2-42dd-897f-971d07438181 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:30.002688 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b821483d-4cd2-42dd-897f-971d07438181'] response: {'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b62eba-0107-492b-8571-7812f62a6411', 'code': 200} May 10 15:13:30.028700 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:30.297388 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa354-cf3b-4633-a217-106b7b5a83a9 req-8f0f0738-abb5-4163-8e37-87bbf3b18512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:30.298893 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6f3aa354-cf3b-4633-a217-106b7b5a83a9 req-8f0f0738-abb5-4163-8e37-87bbf3b18512 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1130 time: 0.0377285 May 10 15:13:30.343794 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6f3aa354-cf3b-4633-a217-106b7b5a83a9 req-f747b2c4-36fe-4718-88fe-bdbec61a0cf4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 May 10 15:13:30.472245 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9cba-91fa-4a0e-8184-7c69717a3aa7 req-bd77bccc-2ad8-4ac4-92bc-73512c80194b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:30.473743 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-721f9cba-91fa-4a0e-8184-7c69717a3aa7 req-bd77bccc-2ad8-4ac4-92bc-73512c80194b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0555799 May 10 15:13:30.525456 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-721f9cba-91fa-4a0e-8184-7c69717a3aa7 req-7bb572ee-96fa-4d96-9470-89e24ba47ddd tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 May 10 15:13:30.542839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a39b-d0ee-40e7-9585-6630b113f277 req-4aba1aa8-b38d-4a8d-97d0-5f051b42cb5e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:30.544335 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd0a39b-d0ee-40e7-9585-6630b113f277 req-4aba1aa8-b38d-4a8d-97d0-5f051b42cb5e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0522091 May 10 15:13:30.593215 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7dd0a39b-d0ee-40e7-9585-6630b113f277 req-389c78f7-09c3-46f8-83ff-a9415684f955 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 May 10 15:13:30.725374 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b2e13-1bf5-4a84-bb59-acefda230aa7 req-41072b9e-67bb-4888-b642-b8291fa96535 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:30.727515 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7d6b2e13-1bf5-4a84-bb59-acefda230aa7 req-41072b9e-67bb-4888-b642-b8291fa96535 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0478792 May 10 15:13:30.744042 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13731cb0-aea1-4c44-9e01-95642c5d9698 req-68b05e82-d4d5-4871-b82a-2021acddd46d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:30.745608 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13731cb0-aea1-4c44-9e01-95642c5d9698 req-68b05e82-d4d5-4871-b82a-2021acddd46d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0490966 May 10 15:13:30.774126 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7d6b2e13-1bf5-4a84-bb59-acefda230aa7 req-8b048cb7-3aa4-411a-a131-f963f93cc00c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 May 10 15:13:30.794357 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13731cb0-aea1-4c44-9e01-95642c5d9698 req-108646ec-00ff-4f71-bb26-f1c43b5dba1b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 May 10 15:13:31.030503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-f43376b9-0be2-4fcf-ba7a-615267fbbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.031956 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-f43376b9-0be2-4fcf-ba7a-615267fbbab3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 1129 time: 0.0384159 May 10 15:13:31.122349 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-188b3c71-ceda-41de-a1bd-98ad5bd3d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.124049 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-188b3c71-ceda-41de-a1bd-98ad5bd3d28e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0852149 May 10 15:13:31.194676 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-a99ea782-a0bc-49ca-9072-bf4063c2067a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 200 len: 1001 time: 0.0607743 May 10 15:13:31.267538 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-4062c775-72de-4a46-b1e2-99bc45e72ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.268968 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-4062c775-72de-4a46-b1e2-99bc45e72ea0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0471184 May 10 15:13:31.712708 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-f3d1a563-475b-4bae-807c-f43fc02955eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.714306 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-f3d1a563-475b-4bae-807c-f43fc02955eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662398 May 10 15:13:31.727727 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8ff-c470-4527-a817-f97ff4ffcc55 req-eb8c3641-dce4-4115-a86e-484f251c7f13 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.729099 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-77a8b8ff-c470-4527-a817-f97ff4ffcc55 req-eb8c3641-dce4-4115-a86e-484f251c7f13 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0541775 May 10 15:13:31.826353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:13:31.833641 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-77a8b8ff-c470-4527-a817-f97ff4ffcc55 req-70a1377d-0762-44a8-a934-cef68467b010 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966716 May 10 15:13:31.859460 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-8ad069b5-a455-44cd-b999-500a5d8f4cb3 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294138 May 10 15:13:31.916214 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210bd7e-0368-4809-8cd3-ec68f81b7b33 req-d171b0bb-2cfb-48b4-b0f1-bb42436e489a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.920259 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8210bd7e-0368-4809-8cd3-ec68f81b7b33 req-d171b0bb-2cfb-48b4-b0f1-bb42436e489a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0603666 May 10 15:13:31.945240 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:31.958736 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '9dd09586-3479-4a0e-9634-5225e7023a63', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'mac_address': 'fa:16:3e:a7:c0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:13:31.969031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4febfc2-9abd-4769-abcf-bdaf4b0a3fe2 req-dc37b363-74f4-438c-9e92-c895ecc3e661 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.969273 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8210bd7e-0368-4809-8cd3-ec68f81b7b33 req-cd05d54d-8532-4853-83f8-4f1ca5731376 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 May 10 15:13:31.970772 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c4febfc2-9abd-4769-abcf-bdaf4b0a3fe2 req-dc37b363-74f4-438c-9e92-c895ecc3e661 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0582781 May 10 15:13:32.004640 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9dd09586-3479-4a0e-9634-5225e7023a63 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:32.005031 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.018034 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd09586-3479-4a0e-9634-5225e7023a63 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:32.018356 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fc22985-b905-4795-9f6d-4b5169838d8a req-5a506b45-f4e6-400e-aff7-811ece066bad service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524160 May 10 15:13:32.037840 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c4febfc2-9abd-4769-abcf-bdaf4b0a3fe2 req-17a88af1-800a-4fac-972f-80e06168f2cd tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596492 May 10 15:13:32.038255 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:32.043798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.093514 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:32.147733 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f9053-aced-4195-a4db-c69f9c3c4402 req-10b8c55b-20ff-4e01-9c02-dfd85cbc88cb tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.149702 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-237f9053-aced-4195-a4db-c69f9c3c4402 req-10b8c55b-20ff-4e01-9c02-dfd85cbc88cb tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0456810 May 10 15:13:32.197570 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-237f9053-aced-4195-a4db-c69f9c3c4402 req-6cba893d-2460-465e-bfa4-6243fbacf137 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 May 10 15:13:32.219472 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:13:32.296419 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db76b4-99e4-48b5-8020-347c562db84d tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.298833 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a7db76b4-99e4-48b5-8020-347c562db84d tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1125 time: 0.0784204 May 10 15:13:32.300691 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['9dd09586-3479-4a0e-9634-5225e7023a63'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:13:32.301555 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35060) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:13:32.305890 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'port_id': '77b62eba-0107-492b-8571-7812f62a6411', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:32.326406 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.406529 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.517626 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.27.3.54 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/61faf9c7-7412-4ecb-a58e-f040e5d6348e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:32.618851 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.651236 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:32.686958 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:32.689678 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:32.693743 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:13:32.723878 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=61faf9c7-7412-4ecb-a58e-f040e5d6348e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:32.738170 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.738549 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.738895 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.739236 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.739571 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.739901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.740231 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.740554 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.740878 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.741203 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.741527 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.741876 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.742201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.742596 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.742898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:32.958138 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a1a34-683c-4e0c-87cb-a9523374b1df req-4a605f91-5585-4b92-83b8-11b11a30ce3e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.959850 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9a8a1a34-683c-4e0c-87cb-a9523374b1df req-4a605f91-5585-4b92-83b8-11b11a30ce3e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 944 time: 0.0542631 May 10 15:13:33.016600 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9a8a1a34-683c-4e0c-87cb-a9523374b1df req-9e8e23aa-b7a9-498f-9c61-0f8274a0bd60 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500453 May 10 15:13:33.126925 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc361b-5b07-4baa-95e4-565936174023 req-4dc7db0a-2158-46a6-94e0-dff76b8d5c4c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:33.128460 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2dc361b-5b07-4baa-95e4-565936174023 req-4dc7db0a-2158-46a6-94e0-dff76b8d5c4c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0666444 May 10 15:13:33.131683 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (bfb86a1a-d1e3-43fc-8223-861a5a417c3b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.225838 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2dc361b-5b07-4baa-95e4-565936174023 req-4b4702aa-78de-4e5b-ac84-a1a95aa5be09 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905075 May 10 15:13:33.232030 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.378144 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.382339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.455010 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=61faf9c7-7412-4ecb-a58e-f040e5d6348e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:33.461993 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (bfb86a1a-d1e3-43fc-8223-861a5a417c3b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.557692 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP bfb86a1a-d1e3-43fc-8223-861a5a417c3b associated. External IP: 172.27.3.54, port: 77b62eba-0107-492b-8571-7812f62a6411. May 10 15:13:33.765227 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:13:33.828271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:13:33.870802 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 9dd09586-3479-4a0e-9634-5225e7023a63 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:13:33.876854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 9dd09586-3479-4a0e-9634-5225e7023a63 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:13:33.877353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.881898 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:13:33.894534 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:33.900499 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.904637 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:33.905336 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:33.935936 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f3153f41-8bdf-49ff-a1a2-7167e332331f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6313524 May 10 15:13:33.935936 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'tag': '77b62eba-0107-492b-8571-7812f62a6411'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:33.937160 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89" -d '{"events": [{"name": "network-changed", "server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "tag": "77b62eba-0107-492b-8571-7812f62a6411"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:33.968419 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9dd09586-3479-4a0e-9634-5225e7023a63 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:13:33.968873 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:33.974673 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca944b-8989-4165-a2d2-05be608940d8 x-openstack-request-id: req-58ca944b-8989-4165-a2d2-05be608940d8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:33.974964 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "tag": "77b62eba-0107-492b-8571-7812f62a6411", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:33.975217 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-58ca944b-8989-4165-a2d2-05be608940d8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:33.975730 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ca944b-8989-4165-a2d2-05be608940d8'] response: {'name': 'network-changed', 'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'tag': '77b62eba-0107-492b-8571-7812f62a6411', 'status': 'completed', 'code': 200} May 10 15:13:33.998663 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:34.004327 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:34.006772 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d5762a-430c-4722-a595-110b0fe958fa" -d '{"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-plugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:34.020375 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:13:34.025423 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:34.028471 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:34.067171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-3713259a-8590-44f7-8785-f897a253ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.070093 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-3713259a-8590-44f7-8785-f897a253ad1a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1130 time: 0.0733757 May 10 15:13:34.078842 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7bdd4-28cc-43f1-9188-6bf692c0588c x-openstack-request-id: req-8af7bdd4-28cc-43f1-9188-6bf692c0588c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:34.079402 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-plugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:34.079882 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8af7bdd4-28cc-43f1-9188-6bf692c0588c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:34.080443 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af7bdd4-28cc-43f1-9188-6bf692c0588c'] response: {'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'code': 200} May 10 15:13:34.084331 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:34.199331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd267f-f964-4fb0-82e6-1892daeb9e4a req-a8d03353-345d-46dc-9a94-621010e9aaf1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.200852 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99dd267f-f964-4fb0-82e6-1892daeb9e4a req-a8d03353-345d-46dc-9a94-621010e9aaf1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0653334 May 10 15:13:34.237763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-17efd394-6fa6-4b59-baea-bab748799e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.239277 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-17efd394-6fa6-4b59-baea-bab748799e60 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.1616406 May 10 15:13:34.270516 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'bfb86a1a-d1e3-43fc-8223-861a5a417c3b', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '77b62eba-0107-492b-8571-7812f62a6411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:5a:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18923617-4dbf-495e-99ce-f62586762c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:32Z', 'updated_at': '2022-05-10T15:13:32Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:34.296110 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:34.304223 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:34.305319 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:34.333054 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99dd267f-f964-4fb0-82e6-1892daeb9e4a req-9bc3b078-e91c-4fd0-a168-83b169bec1cd tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233017 May 10 15:13:34.354726 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a2e3c-05c6-4740-a06b-fec94b5e9026 req-907b4b93-4f78-44a0-9162-f905a5dbfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.356201 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-013a2e3c-05c6-4740-a06b-fec94b5e9026 req-907b4b93-4f78-44a0-9162-f905a5dbfe0d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1129 time: 0.0643003 May 10 15:13:34.358016 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-eba14e9f-1440-49e4-bd52-70a1de406c2b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 200 len: 999 time: 0.1081977 May 10 15:13:34.413019 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:34.439475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-5a39eb28-d348-45aa-92a2-a71e2ef48057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.440949 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-5a39eb28-d348-45aa-92a2-a71e2ef48057 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0681267 May 10 15:13:34.444677 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-013a2e3c-05c6-4740-a06b-fec94b5e9026 req-7fe20bf2-054e-4ae3-816a-1fddfaf87e1f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775943 May 10 15:13:34.669535 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-86952a53-0d85-4153-8001-d0e287c0f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.671299 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-86952a53-0d85-4153-8001-d0e287c0f523 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382679 May 10 15:13:34.720548 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'bfb86a1a-d1e3-43fc-8223-861a5a417c3b', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '77b62eba-0107-492b-8571-7812f62a6411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:5a:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18923617-4dbf-495e-99ce-f62586762c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:32Z', 'updated_at': '2022-05-10T15:13:32Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:34.750805 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117d3fa-5a5d-4e09-8bde-a8207efd0e2c None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'bfb86a1a-d1e3-43fc-8223-861a5a417c3b', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '77b62eba-0107-492b-8571-7812f62a6411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:5a:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18923617-4dbf-495e-99ce-f62586762c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:32Z', 'updated_at': '2022-05-10T15:13:32Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:34.763176 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-ca7af422-1919-445e-93d0-c0fbbbf0babc service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 May 10 15:13:34.854033 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b48e4b4d-6d3d-44b3-a452-96ee520d0f89 req-9b3ea8fb-4778-4040-98e8-bc90baaaeb6d service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827961 May 10 15:13:34.932566 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e81f-c1b7-4048-985e-d1ab46aa1854 None None] New status for floating IP bfb86a1a-d1e3-43fc-8223-861a5a417c3b: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:13:35.451054 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101473-49c0-4fce-a084-60f68401371a req-8dcd0ae2-67b7-4a89-8773-70d3a3c30fcc tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:35.452414 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27101473-49c0-4fce-a084-60f68401371a req-8dcd0ae2-67b7-4a89-8773-70d3a3c30fcc tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0508678 May 10 15:13:35.499704 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27101473-49c0-4fce-a084-60f68401371a req-8fc6da1a-f69b-419b-94fb-ea69359fe4e2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418537 May 10 15:13:36.620224 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259af8a7-5b2c-4057-a691-65edbbbfb620 req-847f4395-96c5-4f74-8abf-6f512f847377 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:36.621721 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-259af8a7-5b2c-4057-a691-65edbbbfb620 req-847f4395-96c5-4f74-8abf-6f512f847377 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0476193 May 10 15:13:36.673571 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-259af8a7-5b2c-4057-a691-65edbbbfb620 req-87ffab5f-3d80-4aba-a3f6-ce50b0f4a2fb tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 May 10 15:13:36.784716 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cad800-ad18-471e-8a7e-845992eda021 req-bd67bc78-f7c3-433a-9f0a-aa2cefed5346 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:36.786092 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a5cad800-ad18-471e-8a7e-845992eda021 req-bd67bc78-f7c3-433a-9f0a-aa2cefed5346 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0481389 May 10 15:13:36.832236 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a5cad800-ad18-471e-8a7e-845992eda021 req-519f4132-d801-43be-bebd-9e84786e9dd6 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406709 May 10 15:13:36.853319 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:13:36.929491 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e9a49-4582-49b5-9ded-b5fb975e0f73 tempest-TestShelveInstance-1933743398 tempest-TestShelveInstance-1933743398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:36.931021 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a22e9a49-4582-49b5-9ded-b5fb975e0f73 tempest-TestShelveInstance-1933743398 tempest-TestShelveInstance-1933743398-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1124 time: 0.0767701 May 10 15:13:36.933806 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:13:36.938018 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:13:36.957874 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:37.036901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:37.140746 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Allocated IP 172.27.3.254 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/1aa5f002-fc99-465b-a40c-828bb73f2b04) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:37.489522 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:37.521532 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:37.558045 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:37.560887 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:37.566243 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:13:37.571518 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'Port': ['ID=1aa5f002-fc99-465b-a40c-828bb73f2b04,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:37.925424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for floatingip (792b4860-d90b-4fd5-89f7-01526f297b20), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:37.995201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:38.141817 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:38.146219 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:38.214672 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event updated for resources: {'Port': ['ID=1aa5f002-fc99-465b-a40c-828bb73f2b04,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:38.225080 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (792b4860-d90b-4fd5-89f7-01526f297b20), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:38.325333 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Floating IP 792b4860-d90b-4fd5-89f7-01526f297b20 associated. External IP: 172.27.3.254, port: 9dd09586-3479-4a0e-9634-5225e7023a63. May 10 15:13:38.533450 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:13:38.651376 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:13:38.660992 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Sync routers for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:38.669915 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:38.671315 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:38.671933 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:38.699720 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f998fc19-7f9e-4d53-886b-019804eed061 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7648554 May 10 15:13:38.700313 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:38.702603 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cd286-674c-4849-bf6d-1a9aa41efc76" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:13:38.737020 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376231c4-a603-43dd-a6b2-a103fb31f345 x-openstack-request-id: req-376231c4-a603-43dd-a6b2-a103fb31f345 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:13:38.737321 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:13:38.737578 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-376231c4-a603-43dd-a6b2-a103fb31f345 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:13:38.737991 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376231c4-a603-43dd-a6b2-a103fb31f345'] response: {'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'status': 'completed', 'code': 200} May 10 15:13:38.781066 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:38.799366 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-1104a59b-c7ea-4419-abd6-b8d5de317780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:38.800921 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-1104a59b-c7ea-4419-abd6-b8d5de317780 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1129 time: 0.0373964 May 10 15:13:38.888636 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-11e64835-38d4-4bf4-a125-eb816939df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:38.890089 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-11e64835-38d4-4bf4-a125-eb816939df28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.0821676 May 10 15:13:38.958738 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-742db868-1927-435a-9fb5-8429cd7fdbd7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 999 time: 0.0619488 May 10 15:13:38.993146 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '792b4860-d90b-4fd5-89f7-01526f297b20', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'mac_address': 'fa:16:3e:a7:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:37Z', 'updated_at': '2022-05-10T15:13:37Z', 'revision_number': 0, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:39.014938 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-a2262a91-231a-404d-afbb-dbcd264daaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:39.016430 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-a2262a91-231a-404d-afbb-dbcd264daaa8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0437715 May 10 15:13:39.022578 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Checking router: e9bef47b-dd7c-4c51-a8ab-8998b1344a00 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:39.030935 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:13:39.031525 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:39.060130 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-f6392f83-a916-4974-944e-374d6913516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:39.061548 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-f6392f83-a916-4974-944e-374d6913516f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382288 May 10 15:13:39.136929 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:13:39.154854 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-7babc060-8b05-46f7-a335-c179e22e6dfb service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836627 May 10 15:13:39.247042 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-9e4cd286-674c-4849-bf6d-1a9aa41efc76 req-0cfd7aff-a4c3-40d8-bc47-99a8df7ff373 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819592 May 10 15:13:39.347311 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '792b4860-d90b-4fd5-89f7-01526f297b20', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'mac_address': 'fa:16:3e:a7:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:37Z', 'updated_at': '2022-05-10T15:13:37Z', 'revision_number': 0, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:39.376243 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823f91-f59c-4a71-9b7d-0ef1f5d6968d None None] The sync data for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi is: [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '792b4860-d90b-4fd5-89f7-01526f297b20', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'mac_address': 'fa:16:3e:a7:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:13:37Z', 'updated_at': '2022-05-10T15:13:37Z', 'revision_number': 0, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:39.559536 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1bccd-6597-46cd-aedd-8f922103345e None None] New status for floating IP 792b4860-d90b-4fd5-89f7-01526f297b20: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:13:49.248150 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c010309-2f8a-4d82-82ba-cafa8b4ae751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:51.406139 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1c3de71-77af-40f1-a1da-3028c6afc555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:52.715452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:54.045504 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:13:55.598212 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:03.999783 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:04.796624 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:14:16.827068 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ca83-26d9-437f-9bdb-9baebc68b9cf req-90b26ec9-43c5-4083-86c1-331aa5a8ea1c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:16.828548 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab89ca83-26d9-437f-9bdb-9baebc68b9cf req-90b26ec9-43c5-4083-86c1-331aa5a8ea1c tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0463762 May 10 15:14:16.879615 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab89ca83-26d9-437f-9bdb-9baebc68b9cf req-a9a14d45-66d8-458a-8ea4-cd5e68acd10a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 May 10 15:14:17.997321 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4f4d9-fad9-490a-93b0-3ffbbcf7d881 req-c0810e5b-1fc8-40cf-b2d4-c596e4b2281b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:17.998782 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-34e4f4d9-fad9-490a-93b0-3ffbbcf7d881 req-c0810e5b-1fc8-40cf-b2d4-c596e4b2281b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0506542 May 10 15:14:18.045144 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-34e4f4d9-fad9-490a-93b0-3ffbbcf7d881 req-8a8a643c-b9bc-45dc-a111-9a2cefc03198 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406265 May 10 15:14:18.972319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-5748d9e3-53ae-4665-a5da-35cb4447f301 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:18.973727 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-5748d9e3-53ae-4665-a5da-35cb4447f301 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0454040 May 10 15:14:19.059243 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Deleting port 016d01cb-1e3a-4f20-a375-93d38b570a44 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:14:19.059935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.150985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] For port 016d01cb-1e3a-4f20-a375-93d38b570a44, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=016d01cb-1e3a-4f20-a375-93d38b570a44,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:14:19.151377 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.160577 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758ea3-3a8e-42e7-a67e-5d476afc672d req-20164ce0-ad37-4cd6-ac5b-6ecf322b39ff tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:19.162067 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d758ea3-3a8e-42e7-a67e-5d476afc672d req-20164ce0-ad37-4cd6-ac5b-6ecf322b39ff tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 945 time: 0.0497863 May 10 15:14:19.208782 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d758ea3-3a8e-42e7-a67e-5d476afc672d req-d76a9576-609a-4472-b357-879f71109dca tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6899ebb-4f60-415f-b2db-6a4105382819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 May 10 15:14:19.250693 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96f430e7-7274-4b3f-91b8-4bbe68a6a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.327398 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.327765 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.328086 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Floating IP 3a29c02b-4a22-4d41-b323-19a4db69f37c disassociated. External IP: 172.27.3.250, port: 016d01cb-1e3a-4f20-a375-93d38b570a44. May 10 15:14:19.328427 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Calling delete_port for 016d01cb-1e3a-4f20-a375-93d38b570a44 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:14:19.454098 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (016d01cb-1e3a-4f20-a375-93d38b570a44), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.480415 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'Port': ['ID=016d01cb-1e3a-4f20-a375-93d38b570a44,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:19.492307 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.492710 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.492992 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.493332 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.493659 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.493988 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.494310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.494656 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.494985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.495342 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.495666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.495987 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.496306 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.496621 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.496935 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:19.608256 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:14:19.716515 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:14:19.725878 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:14:19.736655 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:14:19.737260 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:19.761920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] No DVR routers for this DVR port 016d01cb-1e3a-4f20-a375-93d38b570a44 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:19.764413 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:19.767676 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-75eedb71-5f6f-4574-8bdc-e43a72200827 req-ea98d138-d300-4f3b-acd9-5ffe5f48d2e9 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "DELETE /v2.0/ports/016d01cb-1e3a-4f20-a375-93d38b570a44 HTTP/1.1" status: 204 len: 173 time: 0.7883077 May 10 15:14:19.768116 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'name': 'network-vif-deleted', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:19.770327 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987dbb94-0964-49e0-8a6b-bbee84060609" -d '{"events": [{"server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "name": "network-vif-deleted", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:14:19.822625 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2485c2d-7de2-4d0d-8a16-a18c3b7af1c9 x-openstack-request-id: req-c2485c2d-7de2-4d0d-8a16-a18c3b7af1c9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:14:19.822918 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c4ae0-b9ad-47e7-9e4f-eceaf008c021", "name": "network-vif-deleted", "tag": "016d01cb-1e3a-4f20-a375-93d38b570a44", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:14:19.823173 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2485c2d-7de2-4d0d-8a16-a18c3b7af1c9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:14:19.824105 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2485c2d-7de2-4d0d-8a16-a18c3b7af1c9'] response: {'server_uuid': '179c4ae0-b9ad-47e7-9e4f-eceaf008c021', 'name': 'network-vif-deleted', 'tag': '016d01cb-1e3a-4f20-a375-93d38b570a44', 'status': 'completed', 'code': 200} May 10 15:14:19.853077 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:14:20.052579 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:20.078521 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:14:20.086542 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:14:20.087137 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:13:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:20.291998 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:14:20.329353 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b633238-af42-406e-8fef-e8d8a115b32f req-a9eec7df-5324-496d-abaf-fdedab583080 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=179c4ae0-b9ad-47e7-9e4f-eceaf008c021 HTTP/1.1" status: 200 len: 210 time: 0.0310600 May 10 15:14:20.485942 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:20.511995 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e112-bfec-477e-9bb6-436513122c74 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:14:20.713934 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86d07f-e3b3-44f0-8421-249d7f775360 None None] New status for floating IP 3a29c02b-4a22-4d41-b323-19a4db69f37c: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:14:21.409365 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-842ae1ab-022a-4fea-9ece-f34e57a5c880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.429374 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35144) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:21.480910 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (b6899ebb-4f60-415f-b2db-6a4105382819), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.503256 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (b6899ebb-4f60-415f-b2db-6a4105382819), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.548918 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (b6899ebb-4f60-415f-b2db-6a4105382819), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.551474 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.552599 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "DELETE /v2.0/security-groups/b6899ebb-4f60-415f-b2db-6a4105382819 HTTP/1.1" status: 204 len: 168 time: 0.1222498 May 10 15:14:21.555424 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35146) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:21.561365 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ea341-a384-4ad9-b585-ce94755aa81d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6899ebb-4f60-415f-b2db-6a4105382819,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:21.568541 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-001bdcd1-8807-4e12-a77c-51c1fdc7587d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] show failed (client error): The resource could not be found. May 10 15:14:21.569519 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-001bdcd1-8807-4e12-a77c-51c1fdc7587d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups/b6899ebb-4f60-415f-b2db-6a4105382819 HTTP/1.1" status: 404 len: 347 time: 0.0131371 May 10 15:14:21.572274 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35148) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:21.685539 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Deleting port 2d9db17e-53be-48e8-93b3-461f7b174abc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:14:21.685775 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.760584 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.761650 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (2d9db17e-53be-48e8-93b3-461f7b174abc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.774900 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Calling delete_port for 2d9db17e-53be-48e8-93b3-461f7b174abc owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:14:21.902514 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (2d9db17e-53be-48e8-93b3-461f7b174abc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.924787 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'Port': ['ID=2d9db17e-53be-48e8-93b3-461f7b174abc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:21.989604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (3a29c02b-4a22-4d41-b323-19a4db69f37c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.992066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:21.993216 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0cc5b7da-103f-4b19-b891-f93b576a8439 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "DELETE /v2.0/floatingips/3a29c02b-4a22-4d41-b323-19a4db69f37c HTTP/1.1" status: 204 len: 168 time: 0.4200740 May 10 15:14:22.065623 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:22.070163 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324103385', 'description': 'tempest-description--285969505'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:22.089851 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.154676 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (9845912e-5a51-4aca-af6e-69ee93e97347), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.158292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9845912e-5a51-4aca-af6e-69ee93e97347), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.185626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.186863 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202261 May 10 15:14:22.189776 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:22.190947 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836fd3-2d2c-4dff-a28a-8d9ea053638b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9845912e-5a51-4aca-af6e-69ee93e97347,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:22.194951 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group_rule': {'security_group_id': '9845912e-5a51-4aca-af6e-69ee93e97347', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:22.223133 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (bb74286f-d254-4050-9641-492d4b60e107), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.267686 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (bb74286f-d254-4050-9641-492d4b60e107), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.272443 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (bb74286f-d254-4050-9641-492d4b60e107), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.290136 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb74286f-d254-4050-9641-492d4b60e107,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:22.297594 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.298787 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2a40935c-f48f-426d-b6a7-df55d4f99414 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079576 May 10 15:14:22.301281 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:22.305407 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'security_group_rule': {'security_group_id': '9845912e-5a51-4aca-af6e-69ee93e97347', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:22.330248 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (03616765-67f6-4bdd-843e-8665c447ce85), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.385593 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (03616765-67f6-4bdd-843e-8665c447ce85), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.389533 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785102'] for security_group_rule (03616765-67f6-4bdd-843e-8665c447ce85), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.408819 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03616765-67f6-4bdd-843e-8665c447ce85,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:22.417020 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.418852 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-efc7004f-0678-4d17-94d7-6472b08e15e5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166623 May 10 15:14:22.421718 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:22.425943 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:22.444592 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.521641 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.622368 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Allocated IP 172.27.3.132 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/4237fc9a-7f8a-4988-96f3-4ff162095279) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:22.718127 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.732913 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.766241 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.805653 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:22.808323 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:22.811837 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:14:22.836831 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=4237fc9a-7f8a-4988-96f3-4ff162095279,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:22.904267 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:22.948171 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:23.096625 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:23.100965 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:23.166901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=4237fc9a-7f8a-4988-96f3-4ff162095279,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:23.176299 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:23.191448 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:23.192697 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bdf3b9b5-c4f1-4a1d-883f-6de1b61f97e6 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7700787 May 10 15:14:23.382293 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-cad0ab7b-db32-413d-8936-2939089a935f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1324103385&fields=id&tenant_id=057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 267 time: 0.0417271 May 10 15:14:23.488532 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-6abbb460-00e1-40ef-94e4-e0f6de8d849b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:23.490009 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-6abbb460-00e1-40ef-94e4-e0f6de8d849b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 810 time: 0.1008592 May 10 15:14:23.504684 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-36af478e-4d4c-4a0e-a575-2f4db6ec85b3 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/quotas/057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 375 time: 0.0095017 May 10 15:14:23.552122 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-f5b15202-4279-40d5-b3a4-eecf76cf81a4 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427032 May 10 15:14:23.649165 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-ae6678ed-703f-470f-bb63-01b8f985d05f service neutron] 10.222.0.83 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855265 May 10 15:14:23.734276 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-3d15387e-81c9-4928-8905-fbc15a7bccef service neutron] 10.222.0.83 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795393 May 10 15:14:23.891936 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef395b02-8cd0-4989-bd39-e8e7516c59e0 req-1253b463-abf8-4b45-a57e-8322b5f7f973 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 210 time: 0.0276933 May 10 15:14:24.049271 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:24.058254 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 016d01cb-1e3a-4f20-a375-93d38b570a44 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:14:24.082580 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 016d01cb-1e3a-4f20-a375-93d38b570a44 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:14:24.083070 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 016d01cb-1e3a-4f20-a375-93d38b570a44 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:14:24.991080 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-291ad3e4-1b7a-46e8-9fc5-8c9f2f724cda req-e84b72ed-b511-4735-ba36-602acf14f64d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 210 time: 0.0292726 May 10 15:14:25.045123 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-ca805a2c-d2d6-4066-8533-ba923d697790 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.046599 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-ca805a2c-d2d6-4066-8533-ba923d697790 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 810 time: 0.3590288 May 10 15:14:25.105759 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-2be917dd-f7c0-459b-80b1-3c130301d04a tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057df79ceee746d7bbd932006cca3ce5 HTTP/1.1" status: 200 len: 380 time: 0.0491192 May 10 15:14:25.114009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'port': {'device_id': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'admin_state_up': True, 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'security_groups': ['9845912e-5a51-4aca-af6e-69ee93e97347']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:25.218046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Made reservation on behalf of 057df79ceee746d7bbd932006cca3ce5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:25.221336 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.339795 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Allocated IP 172.20.0.7 (b8dc7de5-a118-435c-91a1-f67ae4506cd5/be0c37b4-1662-4c1e-8640-30bc37029c02/ffa888f5-c783-4dd8-9e3d-7bcfcab58f71) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:25.473159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.504912 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.546670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:25.549793 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:25.555960 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:14:25.562442 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event updated for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:25.601826 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.609076 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.609817 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.626695 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-eb087c1d-a6a6-4b1b-8810-bedef0a77ab0 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5159948 May 10 15:14:25.638600 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Request body: {'port': {'device_id': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:25.704753 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.832935 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3b6506f9-7292-4823-9573-f08634493bd8 None None] Provisioning complete for port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:14:25.833206 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b6506f9-7292-4823-9573-f08634493bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.867101 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3b6506f9-7292-4823-9573-f08634493bd8 None None] Port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:14:25.960371 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:25.967715 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks [] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:25.980241 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Transition to ACTIVE for port object ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:14:25.982999 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:26.031326 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Pushing event updated for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:26.137622 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ff291-c183-4559-bb61-0a7f7d421129 req-e90e340a-5b55-4112-bdae-8e4f7976f3e8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.139191 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e00ff291-c183-4559-bb61-0a7f7d421129 req-e90e340a-5b55-4112-bdae-8e4f7976f3e8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 943 time: 0.0606482 May 10 15:14:26.155672 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Attempting to bind port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:14:26.156032 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Attempting to bind port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:14:26.156331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Attempting to bind port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:14:26.170060 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:14:26.170411 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Attempting to bind port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 on network b8dc7de5-a118-435c-91a1-f67ae4506cd5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:14:26.185864 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:14:26.186211 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Checking segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:14:26.186626 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Bound using segment: {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:14:26.187065 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Bound port: ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4aed214-aa84-4337-851f-3fc66d7a0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:14:26.187431 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:26.210623 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e00ff291-c183-4559-bb61-0a7f7d421129 req-804f178e-c218-4f80-9853-5078f0300e01 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655150 May 10 15:14:26.264670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:14:26.267603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:14:26.273323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:26.307707 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.308209 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:26.309586 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] 10.222.0.87 "PUT /v2.0/ports/ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 HTTP/1.1" status: 200 len: 1093 time: 0.6759813 May 10 15:14:26.310030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:26.312295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e429b-dd9d-4b05-9745-c00f79e88146" -d '{"events": [{"name": "network-changed", "server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:14:26.336235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f888-18b7-481b-8479-fd480e1df2cd service neutron] Pushing event updated for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:26.362926 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2626f1-e8db-41ff-bb79-914320735b63 x-openstack-request-id: req-2b2626f1-e8db-41ff-bb79-914320735b63 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:14:26.363225 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:14:26.363475 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b2626f1-e8db-41ff-bb79-914320735b63 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:14:26.364015 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2626f1-e8db-41ff-bb79-914320735b63'] response: {'name': 'network-changed', 'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'status': 'completed', 'code': 200} May 10 15:14:26.395940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-9236ef9d-2bfe-42d8-838e-ec5a004c7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.397448 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-9236ef9d-2bfe-42d8-838e-ec5a004c7cb6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 1127 time: 0.0442841 May 10 15:14:26.442846 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-8cfd15a0-520f-49be-8950-0b66a1abde48 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 HTTP/1.1" status: 200 len: 217 time: 0.0386858 May 10 15:14:26.492223 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-5e6e14bc-169c-4ea8-884b-e4a9daa724f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.493714 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-5e6e14bc-169c-4ea8-884b-e4a9daa724f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0451467 May 10 15:14:26.536323 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-a8ede3ff-2677-4652-9902-5e709fea08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.537794 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-a8ede3ff-2677-4652-9902-5e709fea08c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386994 May 10 15:14:26.628837 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-b52b79c0-d590-474c-8875-d4f5fcbeec84 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 May 10 15:14:26.715865 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cf94e0a6-2a50-4446-8839-cb89a86c764f req-3eb52a23-286a-4045-b584-c0c71b5f86b9 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809922 May 10 15:14:27.323361 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d47d78-8b8b-448a-8033-63ccd12a66f3 req-f02ee55c-dc16-4a0a-a1d6-71d43cd12418 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.324809 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-23d47d78-8b8b-448a-8033-63ccd12a66f3 req-f02ee55c-dc16-4a0a-a1d6-71d43cd12418 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 943 time: 0.0471854 May 10 15:14:27.371189 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-23d47d78-8b8b-448a-8033-63ccd12a66f3 req-fb24e2fb-84fb-4270-a4fc-6177f36c4a53 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 May 10 15:14:27.523844 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-80834105-2607-415c-8f82-5a7e07ab53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.525348 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-80834105-2607-415c-8f82-5a7e07ab53ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 1127 time: 0.0428476 May 10 15:14:27.618261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-a12d848c-2883-4469-8c2d-27b691ceef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.619746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-a12d848c-2883-4469-8c2d-27b691ceef4e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0885563 May 10 15:14:27.664479 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-9b6115ac-a661-4006-a2a5-0a1b99c666e3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 HTTP/1.1" status: 200 len: 217 time: 0.0380969 May 10 15:14:27.710184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-2f7b802f-1271-491d-8646-f4a841ce2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.711641 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-2f7b802f-1271-491d-8646-f4a841ce2b48 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0415220 May 10 15:14:27.753402 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-bdba8959-21de-460b-8168-b93b1633dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.754867 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-bdba8959-21de-460b-8168-b93b1633dba1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377944 May 10 15:14:27.843659 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-7d30dd53-2348-450e-91d1-af4282779622 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829966 May 10 15:14:27.931408 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-466e429b-dd9d-4b05-9745-c00f79e88146 req-80c51b4e-8aea-48ab-bb0d-ae0f64ddec46 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815060 May 10 15:14:28.486571 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9008d-7d44-47cf-a931-6bc452578ac8 req-a0a0848a-6ab6-4fe5-833e-040d6fd02076 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:28.488480 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d2b9008d-7d44-47cf-a931-6bc452578ac8 req-a0a0848a-6ab6-4fe5-833e-040d6fd02076 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 943 time: 0.0503688 May 10 15:14:28.539969 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d2b9008d-7d44-47cf-a931-6bc452578ac8 req-7e9d6591-ea9a-4fe0-9b52-056a9eb871e2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459764 May 10 15:14:29.655417 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84071482-1497-4c99-8e42-787f2af82d0e req-aa7a8021-dff4-4c27-bd40-c96238e32a00 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:29.656875 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84071482-1497-4c99-8e42-787f2af82d0e req-aa7a8021-dff4-4c27-bd40-c96238e32a00 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 943 time: 0.0491104 May 10 15:14:29.707124 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84071482-1497-4c99-8e42-787f2af82d0e req-4a39b79e-4d42-40a2-90ad-a3fcc5487db1 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 May 10 15:14:30.096275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:14:30.188699 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:14:30.200275 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'port_id': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'mac_address': 'fa:16:3e:22:5f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:14:30.238583 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:14:30.238962 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:30.251872 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:30.269832 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:14:30.274378 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:30.320927 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:30.327803 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.328162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.328513 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.328860 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.329200 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.329536 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.329868 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.330199 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.330558 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.330892 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.331222 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.331575 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.331905 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.332232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.332558 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:30.508439 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:14:30.816553 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f40-a5fe-4fcc-bf01-f4bd79d22a98 req-412020cf-b932-429c-aead-c6e53f994f4e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:30.817887 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df061f40-a5fe-4fcc-bf01-f4bd79d22a98 req-412020cf-b932-429c-aead-c6e53f994f4e tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 944 time: 0.0457532 May 10 15:14:30.862989 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df061f40-a5fe-4fcc-bf01-f4bd79d22a98 req-5e2cb8c5-30e0-4b7e-b6ed-658f696d8633 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 May 10 15:14:31.972471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef302-ee40-495a-80ca-232f2caa47d0 req-bf81cbf5-682c-41db-bf1e-d6f70ba8129f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:31.973927 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c46ef302-ee40-495a-80ca-232f2caa47d0 req-bf81cbf5-682c-41db-bf1e-d6f70ba8129f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 944 time: 0.0458670 May 10 15:14:32.019933 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c46ef302-ee40-495a-80ca-232f2caa47d0 req-fde7cbb2-6b6a-4073-b868-cb60f2c7a005 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 May 10 15:14:32.102170 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:14:32.147621 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:14:32.154653 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:14:32.155030 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:32.232900 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:14:32.233279 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:32.258129 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:32.260359 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cf6d8-cbcc-4ff8-89b3-90cc0c30bbf0" -d '{"events": [{"server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "name": "network-vif-plugged", "status": "completed", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:14:32.273398 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:14:32.277932 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:32.326490 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:32.351025 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50ab82-a748-49bf-a2e6-0eaba7b363f5 x-openstack-request-id: req-df50ab82-a748-49bf-a2e6-0eaba7b363f5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:14:32.351320 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "name": "network-vif-plugged", "status": "completed", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:14:32.351571 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-df50ab82-a748-49bf-a2e6-0eaba7b363f5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:14:32.351966 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df50ab82-a748-49bf-a2e6-0eaba7b363f5'] response: {'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'code': 200} May 10 15:14:32.506535 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a07b-6b00-4668-97ea-80c77786b38d req-d22a60fd-ff35-4a9b-af9a-7c671154ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:32.507936 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1523a07b-6b00-4668-97ea-80c77786b38d req-d22a60fd-ff35-4a9b-af9a-7c671154ff95 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 1129 time: 0.0384631 May 10 15:14:32.554300 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1523a07b-6b00-4668-97ea-80c77786b38d req-7b009e5e-09c4-4080-8413-e51f69b868d2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402079 May 10 15:14:33.133498 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651fb2a-7d27-44a2-828d-49c391ef81e5 req-ddf613c8-415d-4a96-b204-7326aafea4e2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:33.134987 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d651fb2a-7d27-44a2-828d-49c391ef81e5 req-ddf613c8-415d-4a96-b204-7326aafea4e2 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0494566 May 10 15:14:33.180828 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d651fb2a-7d27-44a2-828d-49c391ef81e5 req-3d4fe13c-3fe1-4c20-b8ff-f53c947a7fda tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 May 10 15:14:34.007741 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:34.293500 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45739f00-9808-464f-a926-a343cf5882cf req-22ec7380-0831-4c80-96fc-fbebb1c49ae4 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:34.294973 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-45739f00-9808-464f-a926-a343cf5882cf req-22ec7380-0831-4c80-96fc-fbebb1c49ae4 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0461318 May 10 15:14:34.343172 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-45739f00-9808-464f-a926-a343cf5882cf req-28bfc053-4c22-4b83-be3b-612b3554a70f tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 May 10 15:14:34.449402 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26442f8-81d4-448d-b7e3-0f8d02f22eaf req-6b8c4592-b038-45d4-a41b-8ac83a9c7e6d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:34.450869 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e26442f8-81d4-448d-b7e3-0f8d02f22eaf req-6b8c4592-b038-45d4-a41b-8ac83a9c7e6d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0457878 May 10 15:14:34.459309 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:14:34.463681 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Request body: {'floatingip': {'port_id': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:14:34.501349 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:34.931549 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:34.936146 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:35.039096 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Floating IP 4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9 associated. External IP: 172.27.3.132, port: ffa888f5-c783-4dd8-9e3d-7bcfcab58f71. May 10 15:14:35.502308 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:14:35.610181 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:14:35.615117 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:35.620522 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:14:35.629988 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:14:35.630626 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:14:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:35.647080 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e9cd5bb0-1a73-4b9f-b636-3dd2db41239b tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "PUT /v2.0/floatingips/4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9 HTTP/1.1" status: 200 len: 991 time: 1.1845443 May 10 15:14:35.647080 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:35.647724 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee910f96-b25d-439c-964b-332a24e60314" -d '{"events": [{"name": "network-changed", "server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:14:35.735396 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90a7160-7392-4551-8c49-9b56edbe5714 x-openstack-request-id: req-d90a7160-7392-4551-8c49-9b56edbe5714 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:14:35.735685 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:14:35.735939 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d90a7160-7392-4551-8c49-9b56edbe5714 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:14:35.736339 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90a7160-7392-4551-8c49-9b56edbe5714'] response: {'name': 'network-changed', 'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'status': 'completed', 'code': 200} May 10 15:14:35.744153 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:14:35.796644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f96-b25d-439c-964b-332a24e60314 req-923fe89f-83ee-4118-aa1a-791dab1e5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:35.798041 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-923fe89f-83ee-4118-aa1a-791dab1e5d63 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=057df79ceee746d7bbd932006cca3ce5&device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 1129 time: 0.0386238 May 10 15:14:35.890346 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f96-b25d-439c-964b-332a24e60314 req-611da725-5cda-4696-bd61-df97c35a9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:35.891898 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-611da725-5cda-4696-bd61-df97c35a9fc6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 200 len: 911 time: 0.0868189 May 10 15:14:35.958250 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-3f09917b-fe69-497d-9535-195d363b66b4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 HTTP/1.1" status: 200 len: 999 time: 0.0592964 May 10 15:14:35.969691 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:22:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:14:22Z', 'updated_at': '2022-05-10T15:14:34Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:35.997928 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:14:36.006407 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:14:36.007168 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:14:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:36.013122 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f96-b25d-439c-964b-332a24e60314 req-c9641475-5a29-4098-8543-8f18cfb55a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:36.014646 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-c9641475-5a29-4098-8543-8f18cfb55a39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 200 len: 849 time: 0.0477076 May 10 15:14:36.056030 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f96-b25d-439c-964b-332a24e60314 req-f3f1d6f1-b4ca-4cba-9983-408bc4595835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:36.057902 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-f3f1d6f1-b4ca-4cba-9983-408bc4595835 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8dc7de5-a118-435c-91a1-f67ae4506cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372419 May 10 15:14:36.113814 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:14:36.144264 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-da70aa39-8701-43f7-863e-8971611f7bf6 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808294 May 10 15:14:36.237317 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ee910f96-b25d-439c-964b-332a24e60314 req-8b446271-d237-41fd-8b81-88e728585d71 service neutron] 10.222.0.87 "GET /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862446 May 10 15:14:36.330822 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:22:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:14:22Z', 'updated_at': '2022-05-10T15:14:34Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:36.359570 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795f611-2941-4954-90af-c98f57c1d49c None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': '4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'port_id': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'mac_address': 'fa:16:3e:22:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:14:22Z', 'updated_at': '2022-05-10T15:14:34Z', 'revision_number': 1, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:14:36.538524 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9d198-8a9e-4531-b3c8-7c2461fa8a7f None None] New status for floating IP 4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:14:41.795165 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:14:49.252653 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4eec16a4-00dc-4b91-b600-2186ec5bbfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:51.410623 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8dd976e-a3ba-41f0-a00c-d06c3e91b946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:52.720684 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:54.050032 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:14:55.604556 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:04.024381 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:05.187251 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-44645a6f-a56f-4865-887a-e1777986b57b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386648 May 10 15:15:05.266596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-43bb1af2-3f29-4ee2-b31c-31dfbf6bcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:05.268032 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-43bb1af2-3f29-4ee2-b31c-31dfbf6bcb73 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 1130 time: 0.0376642 May 10 15:15:05.371603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-886a2f51-9646-49b1-81e1-db716b5d843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:05.373042 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-886a2f51-9646-49b1-81e1-db716b5d843b service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0863004 May 10 15:15:05.436657 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-638e5340-c112-446d-ba5e-7ba6b83ed297 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 200 len: 1001 time: 0.0566270 May 10 15:15:05.486520 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-4837b0e5-ba37-4cbf-b4e3-32aad24c3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:05.487859 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-4837b0e5-ba37-4cbf-b4e3-32aad24c3b67 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0456181 May 10 15:15:05.530668 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-ce5a034a-17b2-483e-9c0b-7e393faed196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:05.531943 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-ce5a034a-17b2-483e-9c0b-7e393faed196 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374458 May 10 15:15:05.617892 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-945f2cda-97c8-4b51-bc0a-c4582d22aa78 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795748 May 10 15:15:05.709722 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cccd4379-e93b-4d20-a8cb-804ce6b7f7ae req-ab15d801-1c2e-4a9b-872f-11154bbdb780 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855784 May 10 15:15:18.794084 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:15:19.254236 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-749a5abb-356f-463b-869f-4875198550e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:21.416541 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3c35d72-f9ee-42d2-8025-e59406e3f22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:22.723549 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:24.050012 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:25.608610 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:30.879287 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b21bd-77ec-47e4-b97d-d1e48d0f9431 req-3a4d5843-3012-4349-b528-092f48876a12 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:30.880642 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-999b21bd-77ec-47e4-b97d-d1e48d0f9431 req-3a4d5843-3012-4349-b528-092f48876a12 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0471084 May 10 15:15:30.927221 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-999b21bd-77ec-47e4-b97d-d1e48d0f9431 req-1d4d887d-de61-40c7-9814-2f85987a43a7 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 May 10 15:15:32.041295 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b11b-5671-4327-a50b-532a783116fa req-f27df6fc-e122-4c36-8019-7253fe0e862d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:32.042924 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d456b11b-5671-4327-a50b-532a783116fa req-f27df6fc-e122-4c36-8019-7253fe0e862d tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0482175 May 10 15:15:32.088918 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d456b11b-5671-4327-a50b-532a783116fa req-c8533ed5-b00f-4763-badc-768fda2121fa tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 May 10 15:15:32.759387 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-371de906-8bb5-4cc5-8a74-80841b30e1cb tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:32.760842 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-371de906-8bb5-4cc5-8a74-80841b30e1cb tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0464787 May 10 15:15:32.848359 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Deleting port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:32.848702 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:32.938268 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] For port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:32.938652 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:33.112762 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:33.113451 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:33.113451 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Floating IP 4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9 disassociated. External IP: 172.27.3.132, port: ffa888f5-c783-4dd8-9e3d-7bcfcab58f71. May 10 15:15:33.113752 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Calling delete_port for ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:33.206149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010922-ff8d-4d99-b0dc-60b9ca2749a6 req-c0df95d1-5927-46a0-903a-cba4a4dfdaa8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:33.207638 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09010922-ff8d-4d99-b0dc-60b9ca2749a6 req-c0df95d1-5927-46a0-903a-cba4a4dfdaa8 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4168535-6df2-4e2d-82b2-e7a4af80125e HTTP/1.1" status: 200 len: 945 time: 0.0493822 May 10 15:15:33.241418 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (ffa888f5-c783-4dd8-9e3d-7bcfcab58f71), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:33.255700 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09010922-ff8d-4d99-b0dc-60b9ca2749a6 req-564145f6-4eff-4b2e-a367-078716eb45b3 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups?id=9845912e-5a51-4aca-af6e-69ee93e97347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 May 10 15:15:33.275914 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'Port': ['ID=ffa888f5-c783-4dd8-9e3d-7bcfcab58f71,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:33.287522 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.287866 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.288205 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.289390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.289390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.289390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.289718 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.289979 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.290372 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.290722 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.291073 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.291401 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.291728 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.292048 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.292367 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:33.398331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:15:33.505400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:15:33.517571 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:33.527797 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:33.528399 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:33.549181 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] No DVR routers for this DVR port ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:15:33.551741 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:33.555172 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a2556ef4-6296-4598-acff-de0ed6c26fbe req-b999fe49-3df3-4e4d-a471-a1b934488619 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.87 "DELETE /v2.0/ports/ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 HTTP/1.1" status: 204 len: 173 time: 0.7880306 May 10 15:15:33.555611 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'name': 'network-vif-deleted', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:33.557847 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff817e41-35a0-41a5-8d31-d7853c2c905b" -d '{"events": [{"server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "name": "network-vif-deleted", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:15:33.597353 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867196b5-a8b0-450d-b4c4-d5d22905ac6f x-openstack-request-id: req-867196b5-a8b0-450d-b4c4-d5d22905ac6f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:15:33.597645 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4168535-6df2-4e2d-82b2-e7a4af80125e", "name": "network-vif-deleted", "tag": "ffa888f5-c783-4dd8-9e3d-7bcfcab58f71", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:15:33.597945 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-867196b5-a8b0-450d-b4c4-d5d22905ac6f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:15:33.598354 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867196b5-a8b0-450d-b4c4-d5d22905ac6f'] response: {'server_uuid': 'a4168535-6df2-4e2d-82b2-e7a4af80125e', 'name': 'network-vif-deleted', 'tag': 'ffa888f5-c783-4dd8-9e3d-7bcfcab58f71', 'status': 'completed', 'code': 200} May 10 15:15:33.650121 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:33.845498 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:33.968399 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:33.977141 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:33.977755 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:34.018972 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.089709 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:34.273395 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:34.304825 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba324f-0c6b-4285-8cb6-8c3a8b80c5d9 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2cc51a06-08aa-4821-b87b-9c5e324dc059', 'name': '', 'network_id': 'b8dc7de5-a118-435c-91a1-f67ae4506cd5', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'mac_address': 'fa:16:3e:d7:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:54Z', 'updated_at': '2022-05-10T15:10:58Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'subnets': [{'id': 'be0c37b4-1662-4c1e-8640-30bc37029c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:34.348414 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35370) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:34.403233 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (9845912e-5a51-4aca-af6e-69ee93e97347), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.426950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (9845912e-5a51-4aca-af6e-69ee93e97347), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.475973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (9845912e-5a51-4aca-af6e-69ee93e97347), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.478879 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.480063 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "DELETE /v2.0/security-groups/9845912e-5a51-4aca-af6e-69ee93e97347 HTTP/1.1" status: 204 len: 168 time: 0.1306305 May 10 15:15:34.483400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35372) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:34.490232 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845912e-5a51-4aca-af6e-69ee93e97347,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:34.498056 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.498367 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-a5ebc091-33cd-45cb-9f4d-528c57c931b5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] show failed (client error): The resource could not be found. May 10 15:15:34.498514 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.498759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502288 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502288 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502556 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a5ebc091-33cd-45cb-9f4d-528c57c931b5 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "GET /v2.0/security-groups/9845912e-5a51-4aca-af6e-69ee93e97347 HTTP/1.1" status: 404 len: 347 time: 0.0149424 May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.502651 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.503374 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35374) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:34.503468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.503468 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237560f7-2c95-455e-af23-4f1d20682915 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:34.550956 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89d800-84b2-4756-8a89-82bb11dc3468 None None] New status for floating IP 4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:15:34.621755 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Deleting port 4237fc9a-7f8a-4988-96f3-4ff162095279 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:34.622099 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.708860 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.709189 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (4237fc9a-7f8a-4988-96f3-4ff162095279), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.721862 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Calling delete_port for 4237fc9a-7f8a-4988-96f3-4ff162095279 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:34.850649 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (4237fc9a-7f8a-4988-96f3-4ff162095279), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.874055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Pushing event deleted for resources: {'Port': ['ID=4237fc9a-7f8a-4988-96f3-4ff162095279,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:34.937478 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks [] for floatingip (4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.940091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:34.941227 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-67668a5b-73b7-4f8f-8834-bdd75cbbae75 tempest-AttachVolumeTestJSON-1432045127 tempest-AttachVolumeTestJSON-1432045127-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c4a1b5b-ce88-40c9-bb92-7ca0ab7e29f9 HTTP/1.1" status: 204 len: 168 time: 0.4378116 May 10 15:15:36.309226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:15:36.329649 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:15:36.329967 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device ffa888f5-c783-4dd8-9e3d-7bcfcab58f71 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:15:38.463707 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35402) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:38.782221 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (67286a55-e1a3-47c1-a687-9b295f16dee9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:39.263984 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Deleting port 2cc51a06-08aa-4821-b87b-9c5e324dc059 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:39.264319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:39.338215 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] For port 2cc51a06-08aa-4821-b87b-9c5e324dc059, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2cc51a06-08aa-4821-b87b-9c5e324dc059,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:39.338596 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:39.351476 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Calling delete_port for 2cc51a06-08aa-4821-b87b-9c5e324dc059 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:39.525868 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (2cc51a06-08aa-4821-b87b-9c5e324dc059), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:39.554193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc51a06-08aa-4821-b87b-9c5e324dc059,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:39.725533 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (67286a55-e1a3-47c1-a687-9b295f16dee9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:39.943699 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Router 67286a55-e1a3-47c1-a687-9b295f16dee9 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:15:40.054061 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:15:40.059225 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3032f537-a7f9-42b1-9bd6-183d154f3fb7 admin admin] 10.222.0.83 "PUT /v2.0/routers/67286a55-e1a3-47c1-a687-9b295f16dee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948851 May 10 15:15:40.061691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35404) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:40.064351 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Sync routers for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:40.073942 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:40.074687 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:40.166094 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks [] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.180216 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:40.273169 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks [] for router_gateway (67286a55-e1a3-47c1-a687-9b295f16dee9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.328303 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Deleting port 741dda1f-9e03-4be4-b02f-b66a676b4b42 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:40.328971 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.354846 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:15:39Z', 'revision_number': 5, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port': {'id': '741dda1f-9e03-4be4-b02f-b66a676b4b42', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:40.390310 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Checking router: 67286a55-e1a3-47c1-a687-9b295f16dee9 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:40.398828 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Routers {'67286a55-e1a3-47c1-a687-9b295f16dee9'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:40.399440 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['67286a55-e1a3-47c1-a687-9b295f16dee9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:40.432837 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e53e2b-6fe0-449c-aec5-ef77c620a15a req-eeeadae2-f6f1-4cbb-bcc6-7853762f7d00 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:40.434256 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-90e53e2b-6fe0-449c-aec5-ef77c620a15a req-eeeadae2-f6f1-4cbb-bcc6-7853762f7d00 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0611401 May 10 15:15:40.475009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] For port 741dda1f-9e03-4be4-b02f-b66a676b4b42, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=741dda1f-9e03-4be4-b02f-b66a676b4b42,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:40.475376 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.485959 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] Set router 67286a55-e1a3-47c1-a687-9b295f16dee9 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:40.496292 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Calling delete_port for 741dda1f-9e03-4be4-b02f-b66a676b4b42 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:40.516066 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-90e53e2b-6fe0-449c-aec5-ef77c620a15a req-ddc32f15-df3e-4196-9130-a02532170325 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757148 May 10 15:15:40.536977 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:15:40Z', 'revision_number': 6, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:40.565649 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc8a68-e323-4108-905d-c57d083334c8 None None] The sync data for ids ['67286a55-e1a3-47c1-a687-9b295f16dee9'] in dv-cinder-839628-2-iscsi is: [{'id': '67286a55-e1a3-47c1-a687-9b295f16dee9', 'name': 'tempest-AttachVolumeTestJSON-465467841-router', 'tenant_id': '057df79ceee746d7bbd932006cca3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:10:52Z', 'updated_at': '2022-05-10T15:15:40Z', 'revision_number': 6, 'project_id': '057df79ceee746d7bbd932006cca3ce5', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:40.675643 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (741dda1f-9e03-4be4-b02f-b66a676b4b42), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.700588 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=741dda1f-9e03-4be4-b02f-b66a676b4b42,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:40.767884 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (67286a55-e1a3-47c1-a687-9b295f16dee9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.856187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.858340 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks [] for router_controller (67286a55-e1a3-47c1-a687-9b295f16dee9), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.901345 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (67286a55-e1a3-47c1-a687-9b295f16dee9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.901867 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67286a55-e1a3-47c1-a687-9b295f16dee9 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:15:40.907101 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:40.910661 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e3064d95-6cc4-455d-b8c8-d502eb1f23f4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/67286a55-e1a3-47c1-a687-9b295f16dee9 HTTP/1.1" status: 204 len: 168 time: 0.8456643 May 10 15:15:40.911306 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35410) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:40.958880 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Deleting subnet be0c37b4-1662-4c1e-8640-30bc37029c02 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:15:40.962147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Publish callbacks [] for subnet (be0c37b4-1662-4c1e-8640-30bc37029c02), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.005228 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (be0c37b4-1662-4c1e-8640-30bc37029c02), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.080838 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (be0c37b4-1662-4c1e-8640-30bc37029c02), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.131108 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (be0c37b4-1662-4c1e-8640-30bc37029c02), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.157781 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0c37b4-1662-4c1e-8640-30bc37029c02,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:41.159756 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.164780 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc04e6-cede-4f08-b961-ee89b4c4e0fc None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:15:41.165365 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d81cf79f-07ad-4c66-bca8-0e5e1639c369 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/be0c37b4-1662-4c1e-8640-30bc37029c02 HTTP/1.1" status: 204 len: 168 time: 0.2529881 May 10 15:15:41.165470 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35412) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:41.230925 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (b8dc7de5-a118-435c-91a1-f67ae4506cd5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.281059 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Deleting port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:41.281396 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.343594 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] DHCP port deletion for b8dc7de5-a118-435c-91a1-f67ae4506cd5 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:15:41.344383 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] For port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:41.344759 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.358691 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Calling delete_port for 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:41.385722 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Deleting port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:41.386092 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.441236 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.452538 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] For port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,segment=NetworkSegment(a4aed214-aa84-4337-851f-3fc66d7a0318),segment_id=a4aed214-aa84-4337-851f-3fc66d7a0318)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:41.452999 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.467740 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Calling delete_port for 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:41.468954 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:41.470924 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] No DVR routers for this DVR port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 on host dv-cinder-839628-2-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:15:41.540847 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (b8dc7de5-a118-435c-91a1-f67ae4506cd5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.569679 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dc7de5-a118-435c-91a1-f67ae4506cd5']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:41.581116 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4aed214-aa84-4337-851f-3fc66d7a0318') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:41.581473 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4aed214-aa84-4337-851f-3fc66d7a0318') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:41.592640 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (a4aed214-aa84-4337-851f-3fc66d7a0318), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.607415 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (a4aed214-aa84-4337-851f-3fc66d7a0318), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.614943 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:15:41.615835 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (a4aed214-aa84-4337-851f-3fc66d7a0318), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.692995 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2cc51a06-08aa-4821-b87b-9c5e324dc059 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:15:41.695798 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c0476-fd6f-4b77-98cf-2b7abb0b2d23 req-2cdd6d08-7bc9-44e8-bf06-ca7771e3c006 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:15:41.697589 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:15:41.702226 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (b8dc7de5-a118-435c-91a1-f67ae4506cd5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.704229 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e0c0476-fd6f-4b77-98cf-2b7abb0b2d23 req-2cdd6d08-7bc9-44e8-bf06-ca7771e3c006 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0798404 May 10 15:15:41.708384 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.711942 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b8dc7de5-a118-435c-91a1-f67ae4506cd5 HTTP/1.1" status: 204 len: 168 time: 0.5455434 May 10 15:15:41.720592 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 2cc51a06-08aa-4821-b87b-9c5e324dc059 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:15:41.721452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2cc51a06-08aa-4821-b87b-9c5e324dc059 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:15:41.721969 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 741dda1f-9e03-4be4-b02f-b66a676b4b42 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:15:41.728294 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd6614-35f0-4ca3-8e09-87416c36d752 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dc7de5-a118-435c-91a1-f67ae4506cd5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:41.756028 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 741dda1f-9e03-4be4-b02f-b66a676b4b42 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:15:41.756915 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 741dda1f-9e03-4be4-b02f-b66a676b4b42 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:15:41.756915 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:15:41.778469 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:15:41.778818 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:15:41.785719 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (3e98bfb0-c45e-4ab2-80aa-3157ffc03233), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.787634 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e0c0476-fd6f-4b77-98cf-2b7abb0b2d23 req-1ec2d0b7-b9d0-4813-9819-134d34bed404 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822704 May 10 15:15:41.798008 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Network b8dc7de5-a118-435c-91a1-f67ae4506cd5 is not hosted by any dhcp agent {{(pid=103386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 15:15:41.798576 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] No DVR routers for this DVR port 3e98bfb0-c45e-4ab2-80aa-3157ffc03233 on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:15:41.821351 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Pushing event deleted for resources: {'Port': ['ID=3e98bfb0-c45e-4ab2-80aa-3157ffc03233,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:41.829244 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.829596 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.829940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.830281 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.830689 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.831029 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.831359 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.831688 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.832015 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.832366 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.832692 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.833017 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.833341 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.833688 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.834011 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c389c4-a199-43af-b9d1-91b3615e4ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:41.860051 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-5a522bff-c369-487e-968f-27567811aed5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:41.861657 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-5a522bff-c369-487e-968f-27567811aed5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 946 time: 0.0511615 May 10 15:15:41.952262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port 77b62eba-0107-492b-8571-7812f62a6411 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:15:41.952644 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (77b62eba-0107-492b-8571-7812f62a6411), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:41.977090 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35418) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:42.017591 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-55339b93-6828-4fea-be50-d088ce4c6c19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=057df79ceee746d7bbd932006cca3ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392776 May 10 15:15:42.020031 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35420) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:42.041756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] For port 77b62eba-0107-492b-8571-7812f62a6411, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=77b62eba-0107-492b-8571-7812f62a6411,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:42.042040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (77b62eba-0107-492b-8571-7812f62a6411), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.067410 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] Publish callbacks [] for security_group (d7d49710-84dc-4d55-b97b-e9076d5209a4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.088115 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] Publish callbacks [] for security_group (d7d49710-84dc-4d55-b97b-e9076d5209a4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.134679 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d7d49710-84dc-4d55-b97b-e9076d5209a4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.137266 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.138446 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7d49710-84dc-4d55-b97b-e9076d5209a4 HTTP/1.1" status: 204 len: 168 time: 0.1175084 May 10 15:15:42.146243 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efd1cc-19c6-4602-bc16-a8693d159867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d49710-84dc-4d55-b97b-e9076d5209a4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:42.222319 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.222948 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (bfb86a1a-d1e3-43fc-8223-861a5a417c3b), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.223122 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP bfb86a1a-d1e3-43fc-8223-861a5a417c3b disassociated. External IP: 172.27.3.54, port: 77b62eba-0107-492b-8571-7812f62a6411. May 10 15:15:42.223352 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for 77b62eba-0107-492b-8571-7812f62a6411 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:15:42.352601 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (77b62eba-0107-492b-8571-7812f62a6411), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.385746 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=77b62eba-0107-492b-8571-7812f62a6411,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:42.501574 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:15:42.921679 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7f04fba8-01cc-4bad-9850-88e2713461b7 req-255c5b1b-91bc-45db-97fc-9b5dd86b206c tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=18923617-4dbf-495e-99ce-f62586762c4a HTTP/1.1" status: 200 len: 210 time: 0.0345080 May 10 15:15:42.929944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:15:42.944117 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:42.956026 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:42.956787 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:42.984543 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] No DVR routers for this DVR port 77b62eba-0107-492b-8571-7812f62a6411 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:15:42.987386 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:42.990238 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-471b4f04-9964-45cd-b3e4-b5cdf8211e17 req-79317783-1c4a-4549-80c6-6dcd67cbea2e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "DELETE /v2.0/ports/77b62eba-0107-492b-8571-7812f62a6411 HTTP/1.1" status: 204 len: 173 time: 1.1228180 May 10 15:15:42.990842 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'name': 'network-vif-deleted', 'tag': '77b62eba-0107-492b-8571-7812f62a6411'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:42.993252 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b232f-df81-4c0d-b20b-b80b2a5a35c9" -d '{"events": [{"server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "name": "network-vif-deleted", "tag": "77b62eba-0107-492b-8571-7812f62a6411"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:15:43.035463 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e9d4f8-7777-4d39-86b1-292fa83a88c6 x-openstack-request-id: req-a4e9d4f8-7777-4d39-86b1-292fa83a88c6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:15:43.035844 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18923617-4dbf-495e-99ce-f62586762c4a", "name": "network-vif-deleted", "tag": "77b62eba-0107-492b-8571-7812f62a6411", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:15:43.036068 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4e9d4f8-7777-4d39-86b1-292fa83a88c6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:15:43.036568 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e9d4f8-7777-4d39-86b1-292fa83a88c6'] response: {'server_uuid': '18923617-4dbf-495e-99ce-f62586762c4a', 'name': 'network-vif-deleted', 'tag': '77b62eba-0107-492b-8571-7812f62a6411', 'status': 'completed', 'code': 200} May 10 15:15:43.082379 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:43.281450 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:43.312336 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:43.321237 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:15:43.321928 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:43.431680 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:15:43.643244 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:43.686148 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679df34-cbdc-4f40-8431-d7182ce56466 None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:43.836220 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aade5e-c438-46a7-982f-44caa433222b req-a6d6366c-ede6-4869-b7a5-cd1fc578de90 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:43.837690 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3aade5e-c438-46a7-982f-44caa433222b req-a6d6366c-ede6-4869-b7a5-cd1fc578de90 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0548258 May 10 15:15:43.890483 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3aade5e-c438-46a7-982f-44caa433222b req-c66494b5-a920-409c-ba0a-249cfb74b5b6 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 May 10 15:15:43.967401 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729dceb6-9b80-49a2-8634-f58f48effe58 None None] New status for floating IP bfb86a1a-d1e3-43fc-8223-861a5a417c3b: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:15:44.192868 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-13c6634e-0f81-4546-a3ed-f2a48101ff1f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695398442&fields=id&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 267 time: 0.0430038 May 10 15:15:44.298504 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-2213d295-a342-43a8-827d-1a2e80020820 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:44.299986 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-2213d295-a342-43a8-827d-1a2e80020820 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.1002460 May 10 15:15:44.314027 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-016f8823-5264-4384-befd-f5d749ef152b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/quotas/b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 375 time: 0.0086522 May 10 15:15:44.362970 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c3c28f7d-5aa5-4ea8-ab14-1c16b450fdd4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442662 May 10 15:15:44.564921 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-2df31a87-b42b-4af5-827a-6506829c07cb service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878545 May 10 15:15:44.656501 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-a1f5d054-a25d-4e0f-b009-b8da0fbc4314 service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 May 10 15:15:44.932567 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f04ef4f2-c4fc-452e-81fb-51cf6b982af6 req-f6c66c0e-528e-4d9a-a76f-9cf72029591a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 210 time: 0.0315006 May 10 15:15:45.010378 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21af48c-0448-41b8-8d52-688fd8ef8682 req-c7713328-f569-494d-a363-752b9ac8380c tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:45.012047 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a21af48c-0448-41b8-8d52-688fd8ef8682 req-c7713328-f569-494d-a363-752b9ac8380c tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0511923 May 10 15:15:45.070890 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a21af48c-0448-41b8-8d52-688fd8ef8682 req-c2c545ca-3b95-46ee-908c-69d4aa40a9b0 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505273 May 10 15:15:45.871263 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-66b8488d-1384-408a-a0e4-0f9eecd6540b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:45.872706 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-66b8488d-1384-408a-a0e4-0f9eecd6540b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.1084859 May 10 15:15:45.935408 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-98db3bc2-5bfe-4bb0-a657-427d5f0a2b1b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 379 time: 0.0550473 May 10 15:15:45.943373 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'port': {'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'admin_state_up': True, 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'security_groups': ['88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:15:46.040447 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-75916799-9893-4a01-a678-38d417a214ea req-770285f7-4013-4fd8-9be6-5e9388985c60 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 210 time: 0.0364718 May 10 15:15:46.079762 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Made reservation on behalf of b89a1e184d314867bd22463ac32df4b5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:46.083029 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.198424 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73db6-585e-462f-a85f-a8d943f2b893 req-6135aa41-d687-4147-89f0-caa72b0a49d2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:46.199904 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-46f73db6-585e-462f-a85f-a8d943f2b893 req-6135aa41-d687-4147-89f0-caa72b0a49d2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0557048 May 10 15:15:46.220748 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.20.0.8 (32a07968-3f9b-4203-86aa-aef1943e0b30/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0/9645f30e-5b91-46c5-9fa3-48ae621660cc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:46.255087 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-46f73db6-585e-462f-a85f-a8d943f2b893 req-78f67245-cd3d-4ef6-a709-f9d077ba3986 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490050 May 10 15:15:46.364129 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 77b62eba-0107-492b-8571-7812f62a6411 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:15:46.368572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.384956 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 77b62eba-0107-492b-8571-7812f62a6411 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:15:46.385299 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 77b62eba-0107-492b-8571-7812f62a6411 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:15:46.403996 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.452481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:46.455651 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:46.458305 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:15:46.497998 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:46.520390 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:46.521033 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.542275 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c551b593-33a0-4fea-af24-8cfc290aad5d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025066 May 10 15:15:46.554112 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Request body: {'port': {'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:15:46.616607 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.690634 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f380dbe4-e9ce-4ec7-8ee3-a0d6cd22429f None None] Provisioning complete for port 9645f30e-5b91-46c5-9fa3-48ae621660cc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:15:46.691455 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f380dbe4-e9ce-4ec7-8ee3-a0d6cd22429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.727305 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f380dbe4-e9ce-4ec7-8ee3-a0d6cd22429f None None] Port 9645f30e-5b91-46c5-9fa3-48ae621660cc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:15:46.899830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9645f30e-5b91-46c5-9fa3-48ae621660cc {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:46.910242 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks [] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.924289 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Transition to ACTIVE for port object 9645f30e-5b91-46c5-9fa3-48ae621660cc will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:15:46.927818 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:46.978122 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Pushing event updated for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:47.061190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Attempting to bind port 9645f30e-5b91-46c5-9fa3-48ae621660cc on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:15:47.061525 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Attempting to bind port 9645f30e-5b91-46c5-9fa3-48ae621660cc by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:15:47.062031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Attempting to bind port 9645f30e-5b91-46c5-9fa3-48ae621660cc on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:15:47.075916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Port 9645f30e-5b91-46c5-9fa3-48ae621660cc on network 32a07968-3f9b-4203-86aa-aef1943e0b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:15:47.076284 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Attempting to bind port 9645f30e-5b91-46c5-9fa3-48ae621660cc on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:15:47.085709 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:15:47.086503 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:15:47.087119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Bound using segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:15:47.087789 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Bound port: 9645f30e-5b91-46c5-9fa3-48ae621660cc, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:15:47.088415 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:47.189312 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c342c-cf40-4556-96e8-b4a1eed52017 req-7aaedd97-c608-4e37-bab5-6c8159be28c8 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.190804 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-663c342c-cf40-4556-96e8-b4a1eed52017 req-7aaedd97-c608-4e37-bab5-6c8159be28c8 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0665741 May 10 15:15:47.194331 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:15:47.199457 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:15:47.213353 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:47.263259 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.263875 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:47.265251 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] 10.222.0.87 "PUT /v2.0/ports/9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 200 len: 1093 time: 0.7156496 May 10 15:15:47.267421 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:47.269550 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb33e8-c52d-4849-81ef-3b21d8eead19" -d '{"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:15:47.301415 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-663c342c-cf40-4556-96e8-b4a1eed52017 req-20351c96-dc8e-453b-a795-8b512b926d68 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048126 May 10 15:15:47.306549 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5185-5752-45db-b598-fb3927ede471 service neutron] Pushing event updated for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:47.325773 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3012a6a-7541-4ff6-893a-3fdb68e12f74 x-openstack-request-id: req-a3012a6a-7541-4ff6-893a-3fdb68e12f74 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:15:47.325920 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:15:47.326177 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3012a6a-7541-4ff6-893a-3fdb68e12f74 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:15:47.326613 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3012a6a-7541-4ff6-893a-3fdb68e12f74'] response: {'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'status': 'completed', 'code': 200} May 10 15:15:47.412910 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecf095-480d-47f7-a7c1-0dbce175097d req-a088b550-01fb-44bc-98f5-58408edd0946 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.414421 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84ecf095-480d-47f7-a7c1-0dbce175097d req-a088b550-01fb-44bc-98f5-58408edd0946 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0487051 May 10 15:15:47.463795 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84ecf095-480d-47f7-a7c1-0dbce175097d req-065d58ee-d3b6-46b9-aaa8-e3ffba93e8c2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 May 10 15:15:48.422121 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806c483-6ec8-4ec1-b9b6-feb1b9cbe331 req-2aadb7db-e3a4-461e-91cf-ee9c64807962 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:48.423598 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9806c483-6ec8-4ec1-b9b6-feb1b9cbe331 req-2aadb7db-e3a4-461e-91cf-ee9c64807962 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0471783 May 10 15:15:48.471487 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9806c483-6ec8-4ec1-b9b6-feb1b9cbe331 req-8f906fae-4210-4dc1-9ab0-a133a5f94650 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 May 10 15:15:48.580985 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2491a8-e540-4181-8fe8-c4656519facc req-b03c2b24-942e-4d7d-86a1-06296d480f5a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:48.582454 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef2491a8-e540-4181-8fe8-c4656519facc req-b03c2b24-942e-4d7d-86a1-06296d480f5a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0459146 May 10 15:15:48.634532 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef2491a8-e540-4181-8fe8-c4656519facc req-bc5cc788-aa86-44c0-8889-fed5a0c60932 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466650 May 10 15:15:49.258893 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a52faff-f4f1-4914-9213-2d93d538d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:49.580148 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793df5b-2120-4db2-82f2-bbc18ddbf8ca req-54a82aaf-5516-4c09-88b4-361c9db14077 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:49.581597 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b793df5b-2120-4db2-82f2-bbc18ddbf8ca req-54a82aaf-5516-4c09-88b4-361c9db14077 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0456014 May 10 15:15:49.632421 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b793df5b-2120-4db2-82f2-bbc18ddbf8ca req-739ac9e7-47df-43d9-9175-f9cf34babce1 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451951 May 10 15:15:49.782427 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9ad2f-6d3b-4743-9c8f-8854923025f3 req-9edca6d5-649c-4b68-b3f4-cef3f29475d5 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:49.783808 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d4c9ad2f-6d3b-4743-9c8f-8854923025f3 req-9edca6d5-649c-4b68-b3f4-cef3f29475d5 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0824447 May 10 15:15:49.789101 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-a57a9b3c-ef83-40e3-b90a-0d42f5557682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:49.790505 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-a57a9b3c-ef83-40e3-b90a-0d42f5557682 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1127 time: 0.0536120 May 10 15:15:49.889881 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d4c9ad2f-6d3b-4743-9c8f-8854923025f3 req-c2df8a04-6e51-4d49-8a10-1dd653925091 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984249 May 10 15:15:49.925532 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-cc4b6e69-1543-4eb3-aeb4-6187c17f2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:49.927246 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-cc4b6e69-1543-4eb3-aeb4-6187c17f2d70 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=b89a1e184d314867bd22463ac32df4b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1226485 May 10 15:15:50.015771 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-52a889f3-9e9e-4cbf-8ecd-f0c80f75fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.017298 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b0fb33e8-c52d-4849-81ef-3b21d8eead19 req-52a889f3-9e9e-4cbf-8ecd-f0c80f75fee7 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842087 May 10 15:15:50.100750 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-339313e8-9f9b-450d-a356-9582952ac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.102219 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-339313e8-9f9b-450d-a356-9582952ac2d6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1127 time: 0.0485523 May 10 15:15:50.144525 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-c2fae83d-176c-424b-81b1-087ac1981739 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 200 len: 217 time: 0.0349476 May 10 15:15:50.197263 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-0e62db34-9b55-4e16-8823-8aeb4354b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.199339 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-0e62db34-9b55-4e16-8823-8aeb4354b3dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0430353 May 10 15:15:50.245377 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-b35a0c02-9dd2-4d88-ae07-3bd1a80b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.246962 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-b35a0c02-9dd2-4d88-ae07-3bd1a80b99d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424705 May 10 15:15:50.335443 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-f6c31222-ae92-4e70-b222-e0a70a8645ad service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822916 May 10 15:15:50.428245 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-666309f7-c0d7-4d52-aeb5-b36f9246e8b9 req-e8a30480-2766-4e9e-9a1d-df38dfcd46bc service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867426 May 10 15:15:50.743525 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fba59-b92f-4430-8843-9e1cde61abec req-770b13d4-5166-42f5-9264-fec91e57da74 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.745014 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c20fba59-b92f-4430-8843-9e1cde61abec req-770b13d4-5166-42f5-9264-fec91e57da74 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0463531 May 10 15:15:50.795121 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c20fba59-b92f-4430-8843-9e1cde61abec req-32b1854b-daa2-4fc7-91af-e90ab24048d3 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 May 10 15:15:51.004404 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00642d2-1b3e-4b8b-8ad8-f03ea3e1b8ad req-429fe409-002e-4a44-b5d1-4ecd8c32e2cf tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:51.005849 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c00642d2-1b3e-4b8b-8ad8-f03ea3e1b8ad req-429fe409-002e-4a44-b5d1-4ecd8c32e2cf tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0469966 May 10 15:15:51.052670 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c00642d2-1b3e-4b8b-8ad8-f03ea3e1b8ad req-d0fc9c19-c060-4ec1-ac33-271405173aeb tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414057 May 10 15:15:51.408289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b107efb3-85cd-489f-b7f6-547e50eea526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:51.909059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa3cc8-79cc-43d3-b961-8855ea4c46a0 req-2a6a72e2-be71-45e1-96af-176b1621b113 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:51.910581 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3fa3cc8-79cc-43d3-b961-8855ea4c46a0 req-2a6a72e2-be71-45e1-96af-176b1621b113 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0467322 May 10 15:15:51.959833 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3fa3cc8-79cc-43d3-b961-8855ea4c46a0 req-28372d56-e635-4817-8e31-7cbb58ace6c2 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 May 10 15:15:52.162301 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c2a0-1d79-4271-a37c-5095be4cb560 req-6de05b6a-16e0-49be-a3ce-56c230e84951 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:52.163757 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3c47c2a0-1d79-4271-a37c-5095be4cb560 req-6de05b6a-16e0-49be-a3ce-56c230e84951 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0457840 May 10 15:15:52.210825 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-3c47c2a0-1d79-4271-a37c-5095be4cb560 req-0c0c6ed9-ff30-4e1f-bf39-bdb0e3f44b1e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 May 10 15:15:52.726710 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.080759 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057058-a585-4c87-ae0c-513581b4deda req-d06a1921-c8bf-445d-b915-f8ac88514bae tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:53.082257 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18057058-a585-4c87-ae0c-513581b4deda req-d06a1921-c8bf-445d-b915-f8ac88514bae tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0499647 May 10 15:15:53.131389 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18057058-a585-4c87-ae0c-513581b4deda req-45f6efda-c5a7-4851-9879-454ac0453f65 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436780 May 10 15:15:53.261201 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35618) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:53.326572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7057fb8-2d2c-4f95-a41c-ff6a74943b39 req-0270a227-87b0-4007-8d13-1d3ceb936c94 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:53.328059 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e7057fb8-2d2c-4f95-a41c-ff6a74943b39 req-0270a227-87b0-4007-8d13-1d3ceb936c94 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0504868 May 10 15:15:53.368863 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ffce1db-7d7f-42c3-b07a-e6bb1a5bed61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.383743 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e7057fb8-2d2c-4f95-a41c-ff6a74943b39 req-d5ad8225-15d3-4312-9a06-88ff90f74915 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501189 May 10 15:15:53.442865 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ffce1db-7d7f-42c3-b07a-e6bb1a5bed61 admin admin] Publish callbacks [] for security_group (2bad7459-169a-404d-ae8c-d6203b7a175a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.446539 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ffce1db-7d7f-42c3-b07a-e6bb1a5bed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2bad7459-169a-404d-ae8c-d6203b7a175a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.483627 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7ffce1db-7d7f-42c3-b07a-e6bb1a5bed61 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d18bf2a9676c4fa4ba1c320e9fb188cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204685 May 10 15:15:53.484714 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffce1db-7d7f-42c3-b07a-e6bb1a5bed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bad7459-169a-404d-ae8c-d6203b7a175a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:53.486320 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:53.535928 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] Publish callbacks [] for security_group (2bad7459-169a-404d-ae8c-d6203b7a175a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.557022 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] Publish callbacks [] for security_group (2bad7459-169a-404d-ae8c-d6203b7a175a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.604195 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (2bad7459-169a-404d-ae8c-d6203b7a175a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.607453 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.608584 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2bad7459-169a-404d-ae8c-d6203b7a175a HTTP/1.1" status: 204 len: 168 time: 0.1204162 May 10 15:15:53.616193 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692fec-597f-4b4d-899d-042ef65e899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bad7459-169a-404d-ae8c-d6203b7a175a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:53.873934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:53.887634 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad3117fb-db1c-49ca-a97b-b5714f1ff1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:53.987137 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a71a-8a54-4779-88a6-49d561f0789c req-f40a240e-c646-4dca-8fbc-466a20f1aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:53.988606 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-f40a240e-c646-4dca-8fbc-466a20f1aeaf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1129 time: 0.0547059 May 10 15:15:54.003934 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad3117fb-db1c-49ca-a97b-b5714f1ff1c6 admin admin] Publish callbacks [] for security_group (3a8c1066-f036-4bdd-97f5-a065a67f9302), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.015618 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad3117fb-db1c-49ca-a97b-b5714f1ff1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3a8c1066-f036-4bdd-97f5-a065a67f9302), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.052659 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.090973 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ad3117fb-db1c-49ca-a97b-b5714f1ff1c6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb8f6294dbdd4400ab2f115d9eb6ded8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158704 May 10 15:15:54.093538 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3117fb-db1c-49ca-a97b-b5714f1ff1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c1066-f036-4bdd-97f5-a065a67f9302,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:54.093692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35630) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:54.124020 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a71a-8a54-4779-88a6-49d561f0789c req-f6ec2bba-5422-45cb-9ddf-cc3320660f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:54.125475 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-f6ec2bba-5422-45cb-9ddf-cc3320660f6b service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.1296980 May 10 15:15:54.142985 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] Publish callbacks [] for security_group (3a8c1066-f036-4bdd-97f5-a065a67f9302), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.165916 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] Publish callbacks [] for security_group (3a8c1066-f036-4bdd-97f5-a065a67f9302), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.193857 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-aa99f7b6-35b8-46b7-af7e-02db7211bca1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 1001 time: 0.0617092 May 10 15:15:54.245756 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a71a-8a54-4779-88a6-49d561f0789c req-6e9fa9fa-3607-489e-8e27-6be882947638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:54.247969 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-6e9fa9fa-3607-489e-8e27-6be882947638 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0479414 May 10 15:15:54.248780 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0063-e391-47ad-9da4-1ac524f896c4 req-4a010815-168b-40b8-b532-d729e35bf588 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:54.250266 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c39b0063-e391-47ad-9da4-1ac524f896c4 req-4a010815-168b-40b8-b532-d729e35bf588 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0487356 May 10 15:15:54.251555 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3a8c1066-f036-4bdd-97f5-a065a67f9302), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.254063 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:54.255270 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a8c1066-f036-4bdd-97f5-a065a67f9302 HTTP/1.1" status: 204 len: 168 time: 0.1606638 May 10 15:15:54.275276 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589ec2-7863-43a8-9af8-9f449c5f56c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c1066-f036-4bdd-97f5-a065a67f9302,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:54.308788 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c39b0063-e391-47ad-9da4-1ac524f896c4 req-59728c5c-dd4b-4ce2-923d-a30a2ff54278 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522141 May 10 15:15:54.314370 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a71a-8a54-4779-88a6-49d561f0789c req-24093773-419c-41df-ac56-ae202766524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:54.316129 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-24093773-419c-41df-ac56-ae202766524c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623333 May 10 15:15:54.405149 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-89f9d668-afd6-4df2-b2d6-c17a14cae8f6 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823672 May 10 15:15:54.521188 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd92a-d3a4-4df1-af1c-f6ef4974dcae req-16ac46b2-a6c7-4e32-9e43-c3aea24c9fb9 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:54.522701 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-30bbd92a-d3a4-4df1-af1c-f6ef4974dcae req-16ac46b2-a6c7-4e32-9e43-c3aea24c9fb9 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0605094 May 10 15:15:54.545632 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-7072a71a-8a54-4779-88a6-49d561f0789c req-3d6794af-3b94-4056-9841-39adf7a338ca service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351748 May 10 15:15:54.583311 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-30bbd92a-d3a4-4df1-af1c-f6ef4974dcae req-078571a0-4fdf-4e18-b9f6-91c8123c086b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489724 May 10 15:15:55.427379 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a3c76-e2ee-4434-8c33-69da4990801c req-30cc7aa7-63e1-4fd7-bd79-2951de01217e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:55.428894 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-486a3c76-e2ee-4434-8c33-69da4990801c req-30cc7aa7-63e1-4fd7-bd79-2951de01217e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0501747 May 10 15:15:55.479642 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-486a3c76-e2ee-4434-8c33-69da4990801c req-133c0c6d-94a9-4ea4-bcfe-a8ef7b1150e4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449486 May 10 15:15:55.614026 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:55.703066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65fad-9710-4fb2-b22e-b77243c219a1 req-0a690ccb-95ba-43ca-847d-5a4f9e1eb87a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:55.704745 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b2d65fad-9710-4fb2-b22e-b77243c219a1 req-0a690ccb-95ba-43ca-847d-5a4f9e1eb87a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0488837 May 10 15:15:55.771493 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b2d65fad-9710-4fb2-b22e-b77243c219a1 req-5bfe4a4a-d21f-40cf-b69d-b9974be41afe tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611696 May 10 15:15:55.793233 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:15:55.874022 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:55.979530 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f412cca6-a84d-4e4c-a46b-050cda57162e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.051967 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f412cca6-a84d-4e4c-a46b-050cda57162e admin admin] Publish callbacks [] for security_group (0ee15b0a-ac16-4775-bce9-c63a517ca020), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.055791 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f412cca6-a84d-4e4c-a46b-050cda57162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (0ee15b0a-ac16-4775-bce9-c63a517ca020), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.093867 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f412cca6-a84d-4e4c-a46b-050cda57162e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b58cd53be4764c7287edd95368ee3456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187684 May 10 15:15:56.095871 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412cca6-a84d-4e4c-a46b-050cda57162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee15b0a-ac16-4775-bce9-c63a517ca020,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:56.096604 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:56.144409 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] Publish callbacks [] for security_group (0ee15b0a-ac16-4775-bce9-c63a517ca020), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.164637 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] Publish callbacks [] for security_group (0ee15b0a-ac16-4775-bce9-c63a517ca020), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.211894 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (0ee15b0a-ac16-4775-bce9-c63a517ca020), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.214487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.216104 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ee15b0a-ac16-4775-bce9-c63a517ca020 HTTP/1.1" status: 204 len: 168 time: 0.1185324 May 10 15:15:56.223561 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cab778-6bbe-4fb5-a902-815d14eddce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee15b0a-ac16-4775-bce9-c63a517ca020,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:56.468507 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35692) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:56.482748 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89efdff8-a4c3-44a3-a5e9-3f3fe4cee016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.564216 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89efdff8-a4c3-44a3-a5e9-3f3fe4cee016 admin admin] Publish callbacks [] for security_group (b166eae1-05a1-4706-abc4-ea46783dce4f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.569031 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89efdff8-a4c3-44a3-a5e9-3f3fe4cee016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (b166eae1-05a1-4706-abc4-ea46783dce4f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.599720 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c6896-9bf2-4f1b-9742-4659feb617c8 req-866f25ad-ef82-441d-b5ed-ba39c54cd55e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:56.601528 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa2c6896-9bf2-4f1b-9742-4659feb617c8 req-866f25ad-ef82-441d-b5ed-ba39c54cd55e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0504394 May 10 15:15:56.607894 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-89efdff8-a4c3-44a3-a5e9-3f3fe4cee016 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e782523a26b943e1bd72e81bc2cde7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380277 May 10 15:15:56.608936 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efdff8-a4c3-44a3-a5e9-3f3fe4cee016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166eae1-05a1-4706-abc4-ea46783dce4f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:56.611202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35696) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:56.653802 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa2c6896-9bf2-4f1b-9742-4659feb617c8 req-36d91421-edda-493e-8d69-92755de971e2 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 May 10 15:15:56.662551 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] Publish callbacks [] for security_group (b166eae1-05a1-4706-abc4-ea46783dce4f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.684311 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] Publish callbacks [] for security_group (b166eae1-05a1-4706-abc4-ea46783dce4f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.736594 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (b166eae1-05a1-4706-abc4-ea46783dce4f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.739549 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:56.741168 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b166eae1-05a1-4706-abc4-ea46783dce4f HTTP/1.1" status: 204 len: 168 time: 0.1286898 May 10 15:15:56.751368 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41912d-001a-42af-83aa-1a4edbef890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166eae1-05a1-4706-abc4-ea46783dce4f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:56.898042 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5cff-0280-4658-b4f9-5cac2e23d091 req-a59ae031-209f-4734-98c4-c22c36a0ce28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:56.902913 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ddf5cff-0280-4658-b4f9-5cac2e23d091 req-a59ae031-209f-4734-98c4-c22c36a0ce28 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0541694 May 10 15:15:56.958679 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ddf5cff-0280-4658-b4f9-5cac2e23d091 req-685537c2-bf6c-4cce-9a06-95ed25bf7707 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535119 May 10 15:15:57.769848 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd536-750d-4057-a4fd-ba7d3f00c979 req-14478955-055f-4275-94ef-3fc980d412c9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:57.771282 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e5dd536-750d-4057-a4fd-ba7d3f00c979 req-14478955-055f-4275-94ef-3fc980d412c9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0503774 May 10 15:15:57.832927 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e5dd536-750d-4057-a4fd-ba7d3f00c979 req-7fd5e6e6-7446-43c9-8b7b-a20c2c74191a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482674 May 10 15:15:58.070272 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1540b-102d-4e69-9a1f-f2a113e10e0b req-a5c6c4f1-8485-4c7c-9f59-940d007e007a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:58.071778 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84e1540b-102d-4e69-9a1f-f2a113e10e0b req-a5c6c4f1-8485-4c7c-9f59-940d007e007a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0477102 May 10 15:15:58.130949 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-84e1540b-102d-4e69-9a1f-f2a113e10e0b req-3b4869bd-a6ec-437a-90c0-077b4e96d0a1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525346 May 10 15:15:58.345955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6007af-6881-41e5-89fb-cbaca3e30158 req-99d06ad8-8f6a-4363-a8f1-0114b3ed5a85 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:58.347970 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c6007af-6881-41e5-89fb-cbaca3e30158 req-99d06ad8-8f6a-4363-a8f1-0114b3ed5a85 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0530312 May 10 15:15:58.408092 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0c6007af-6881-41e5-89fb-cbaca3e30158 req-e55a5a10-895a-4104-8b5d-e626027b8d1b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537994 May 10 15:15:58.413529 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35754) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:58.505780 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-bd8abf25-60a4-40a9-bb1d-dedc0cdc77f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911217 May 10 15:15:58.515012 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-e1b5f06e-6ce4-4dfb-a97c-c8b9348613b8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 15:15:58.515964 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-e1b5f06e-6ce4-4dfb-a97c-c8b9348613b8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055552 May 10 15:15:58.651044 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35766) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:15:58.744681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-4d55d1e5-47a2-45a6-8f9f-a9e4c4684b0d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:58.746545 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-4d55d1e5-47a2-45a6-8f9f-a9e4c4684b0d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports/9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 942 time: 0.0944471 May 10 15:15:58.777944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9645f30e-5b91-46c5-9fa3-48ae621660cc details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:15:58.876726 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:58.890624 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:15:58.934885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9645f30e-5b91-46c5-9fa3-48ae621660cc is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:15:58.935285 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:58.948225 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9645f30e-5b91-46c5-9fa3-48ae621660cc {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:58.968315 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:15:58.969104 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7adf56-6f8d-4ffb-96b4-aeb04cb1b260 req-a279e7cb-933b-474f-be94-99512af8d951 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:58.971954 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab7adf56-6f8d-4ffb-96b4-aeb04cb1b260 req-a279e7cb-933b-474f-be94-99512af8d951 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 943 time: 0.0679567 May 10 15:15:58.975510 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:15:59.025034 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab7adf56-6f8d-4ffb-96b4-aeb04cb1b260 req-1942ffe0-59a3-4c25-bc1e-fe09fda6d5cd tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 May 10 15:15:59.034294 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:59.201886 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['9645f30e-5b91-46c5-9fa3-48ae621660cc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:15:59.691321 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea6120-eef9-41cd-94d5-02f776b6ea7a req-15500282-539a-44fb-8c93-c3f4a8d59ce4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:59.698965 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eea6120-eef9-41cd-94d5-02f776b6ea7a req-15500282-539a-44fb-8c93-c3f4a8d59ce4 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0622663 May 10 15:15:59.745095 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1eea6120-eef9-41cd-94d5-02f776b6ea7a req-974181ca-cf04-4b5a-8d77-fa4f4516e933 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449610 May 10 15:16:00.047261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-251afca8-a1eb-45b0-9a5e-545c0ce4801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.048884 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-251afca8-a1eb-45b0-9a5e-545c0ce4801e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48&tenant_id=68a7b38fce8444d9a3affb21189ee1b8 HTTP/1.1" status: 200 len: 1129 time: 0.0400739 May 10 15:16:00.114964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-96023f8f-e959-495a-b7e0-c3b31e683aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.116557 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-96023f8f-e959-495a-b7e0-c3b31e683aeb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1129 time: 0.0421841 May 10 15:16:00.141805 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258d90-0d3e-45d3-bdf0-6825ead74963 req-01b39f8c-dddd-484b-86d5-7eafac8dc262 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.142988 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f258d90-0d3e-45d3-bdf0-6825ead74963 req-01b39f8c-dddd-484b-86d5-7eafac8dc262 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 944 time: 0.0487349 May 10 15:16:00.201002 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f258d90-0d3e-45d3-bdf0-6825ead74963 req-1367dee4-1d2b-4525-bca9-f4e8c164e823 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495994 May 10 15:16:00.215367 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-3e8608c8-a2a7-4188-a1f6-5d5e88ce6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.216983 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-3e8608c8-a2a7-4188-a1f6-5d5e88ce6e2a service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.0938241 May 10 15:16:00.290852 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-385e8e1e-495a-480e-bce9-9450c14cf104 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 1001 time: 0.0672898 May 10 15:16:00.349777 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-7927da82-8ccd-4dba-a61d-5f4797f38e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.351248 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-7927da82-8ccd-4dba-a61d-5f4797f38e4f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0546343 May 10 15:16:00.395400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-6edc1907-e884-465a-9741-3c0b4c531d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.396838 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-6edc1907-e884-465a-9741-3c0b4c531d11 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376227 May 10 15:16:00.485356 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-f4c78120-da46-4a7b-8dbf-dd5c484924cf service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814080 May 10 15:16:00.578001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cda06391-ed32-4b20-8f14-109f7cbffa3b req-834c918d-abe0-4d68-8c5b-80c748f1e37b service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850704 May 10 15:16:00.788729 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9645f30e-5b91-46c5-9fa3-48ae621660cc up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:16:00.831968 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port 9645f30e-5b91-46c5-9fa3-48ae621660cc completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:16:00.838144 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 9645f30e-5b91-46c5-9fa3-48ae621660cc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:16:00.838628 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:00.860718 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe216-3290-4e82-a362-9d3f493ad63b req-c1af2904-7961-47c2-a67b-fffdc628bf36 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:00.862224 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fcfe216-3290-4e82-a362-9d3f493ad63b req-c1af2904-7961-47c2-a67b-fffdc628bf36 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0482559 May 10 15:16:00.910309 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8fcfe216-3290-4e82-a362-9d3f493ad63b req-40079e78-4eb1-4a56-9b0a-f5d1930bae7e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 May 10 15:16:00.922055 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9645f30e-5b91-46c5-9fa3-48ae621660cc is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:16:00.922474 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:00.944427 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:00.946664 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e6b7f-3d98-4148-8ac1-7b0831dc8807" -d '{"events": [{"server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "name": "network-vif-plugged", "status": "completed", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:16:00.959181 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:16:00.962923 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:00.963691 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:16:01.005167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a9d5e-2764-4b0f-977d-3acab68b7f79 x-openstack-request-id: req-143a9d5e-2764-4b0f-977d-3acab68b7f79 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:16:01.005449 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "name": "network-vif-plugged", "status": "completed", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:16:01.005705 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-143a9d5e-2764-4b0f-977d-3acab68b7f79 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:16:01.006095 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143a9d5e-2764-4b0f-977d-3acab68b7f79'] response: {'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'code': 200} May 10 15:16:01.045000 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:01.091202 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9dd09586-3479-4a0e-9634-5225e7023a63 is: ACTIVE; New status is: DOWN {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:16:01.091695 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:01.124186 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:16:01.128408 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:01.175001 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:01.196689 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f7144-1132-4db3-9e8f-7c91f8503f24 req-88cac427-b177-45e3-9bb4-df1ca1910f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:01.198218 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c06f7144-1132-4db3-9e8f-7c91f8503f24 req-88cac427-b177-45e3-9bb4-df1ca1910f38 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1129 time: 0.0436738 May 10 15:16:01.241561 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c06f7144-1132-4db3-9e8f-7c91f8503f24 req-fd15c34d-35e1-4737-bce2-36c43dc8c67d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376730 May 10 15:16:01.363601 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30cc47-00d9-4ccd-8f3f-5746dc9c20f5 req-fb6dd229-dde3-4b9b-a22d-039bcb80a2ee tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:01.365078 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ea30cc47-00d9-4ccd-8f3f-5746dc9c20f5 req-fb6dd229-dde3-4b9b-a22d-039bcb80a2ee tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0460725 May 10 15:16:01.413912 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ea30cc47-00d9-4ccd-8f3f-5746dc9c20f5 req-f4ee8e7c-5043-4af2-a4eb-f116902a2df4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432088 May 10 15:16:01.736746 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:01.841710 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4989-d5a9-48f0-9645-cc1d890c6fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:01.918898 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4989-d5a9-48f0-9645-cc1d890c6fa6 admin admin] Publish callbacks [] for security_group (06ceb63b-d336-47e0-8644-0d76f873d869), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:01.922843 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4989-d5a9-48f0-9645-cc1d890c6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (06ceb63b-d336-47e0-8644-0d76f873d869), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:01.967203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3cdf4989-d5a9-48f0-9645-cc1d890c6fa6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8fdb0bb3f59a4d378902025c3fe621d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293804 May 10 15:16:01.968153 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4989-d5a9-48f0-9645-cc1d890c6fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ceb63b-d336-47e0-8644-0d76f873d869,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:01.969904 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35820) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:02.046140 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b4b5-bd9a-47f2-a8ab-8a2d219d4f4b req-4c08b8a9-9de6-43ed-b712-90023ae8f2a3 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:02.047643 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8056b4b5-bd9a-47f2-a8ab-8a2d219d4f4b req-4c08b8a9-9de6-43ed-b712-90023ae8f2a3 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0630751 May 10 15:16:02.069871 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] Publish callbacks [] for security_group (06ceb63b-d336-47e0-8644-0d76f873d869), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.112014 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] Publish callbacks [] for security_group (06ceb63b-d336-47e0-8644-0d76f873d869), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.134352 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8056b4b5-bd9a-47f2-a8ab-8a2d219d4f4b req-da405361-972b-44d8-b798-7cc7ed45418f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797367 May 10 15:16:02.173186 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (06ceb63b-d336-47e0-8644-0d76f873d869), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.175819 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.177015 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/06ceb63b-d336-47e0-8644-0d76f873d869 HTTP/1.1" status: 204 len: 168 time: 0.2060671 May 10 15:16:02.184868 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401d63c-dbde-47c2-83b1-a17475cfa0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ceb63b-d336-47e0-8644-0d76f873d869,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:02.438271 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:02.455411 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26e7c4a0-2686-4d89-9352-fade207058ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.532658 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a3382-5b16-4617-a15c-0e4865a0245f req-b0b44129-6a49-4d37-8e4a-3bcea8d36bee tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:02.533334 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26e7c4a0-2686-4d89-9352-fade207058ad admin admin] Publish callbacks [] for security_group (88d848b8-222a-4673-9bf2-9cee38c7ff62), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.534207 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-587a3382-5b16-4617-a15c-0e4865a0245f req-b0b44129-6a49-4d37-8e4a-3bcea8d36bee tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0486863 May 10 15:16:02.537811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26e7c4a0-2686-4d89-9352-fade207058ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (88d848b8-222a-4673-9bf2-9cee38c7ff62), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.586433 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7c4a0-2686-4d89-9352-fade207058ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d848b8-222a-4673-9bf2-9cee38c7ff62,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:02.589573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-587a3382-5b16-4617-a15c-0e4865a0245f req-4098bc3d-757e-4ad5-a908-e80cefab3880 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494153 May 10 15:16:02.593842 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-26e7c4a0-2686-4d89-9352-fade207058ad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7bd1b23e078049c7b848fc353e743a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521599 May 10 15:16:02.594246 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35830) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:02.644623 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] Publish callbacks [] for security_group (88d848b8-222a-4673-9bf2-9cee38c7ff62), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.674764 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] Publish callbacks [] for security_group (88d848b8-222a-4673-9bf2-9cee38c7ff62), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.732620 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519011-fea8-4880-8620-0a85663f749a req-71f2ca42-9e93-4de9-8b15-da4b53678f61 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:02.733972 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e519011-fea8-4880-8620-0a85663f749a req-71f2ca42-9e93-4de9-8b15-da4b53678f61 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0717311 May 10 15:16:02.765888 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (88d848b8-222a-4673-9bf2-9cee38c7ff62), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.768370 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.769629 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88d848b8-222a-4673-9bf2-9cee38c7ff62 HTTP/1.1" status: 204 len: 168 time: 0.1743467 May 10 15:16:02.790305 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1200-0e4a-479a-ac08-99e42f315113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d848b8-222a-4673-9bf2-9cee38c7ff62,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:02.796057 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e519011-fea8-4880-8620-0a85663f749a req-e441ceb9-e14f-4ff4-b362-28863f36bd69 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564542 May 10 15:16:02.820214 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35836) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:02.858876 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329becb0-a70d-4ca7-93b2-c6ecdf860a97 tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:02.860407 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-329becb0-a70d-4ca7-93b2-c6ecdf860a97 tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1124 time: 0.0388744 May 10 15:16:02.863143 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35838) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:02.867411 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:16:02.888624 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:02.969965 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.007676 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:03.010728 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd08a0-177a-4d49-8f35-e4c741a22a09" -d '{"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:16:03.050149 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 15:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c1409b-43cb-47a8-a4f3-b5f32674697e x-openstack-request-id: req-37c1409b-43cb-47a8-a4f3-b5f32674697e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:16:03.050477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:16:03.050729 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37c1409b-43cb-47a8-a4f3-b5f32674697e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:16:03.051301 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c1409b-43cb-47a8-a4f3-b5f32674697e'] response: {'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'code': 200} May 10 15:16:03.074748 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.27.3.100 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/47f7c4e3-7ed5-4cf6-be9b-ad4c87934502) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:03.189790 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.227335 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.269477 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fae1fb-13ef-48b6-8c13-8b63082f9a53 req-64737f50-a667-451e-8c17-484729624efa tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:03.270049 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:03.271958 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32fae1fb-13ef-48b6-8c13-8b63082f9a53 req-64737f50-a667-451e-8c17-484729624efa tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0668967 May 10 15:16:03.272760 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:03.279359 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:16:03.301603 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=47f7c4e3-7ed5-4cf6-be9b-ad4c87934502,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:03.335082 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-32fae1fb-13ef-48b6-8c13-8b63082f9a53 req-372c6a14-bafa-47a9-a294-1c8f638b9101 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553036 May 10 15:16:03.656962 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (f6e80c9d-7555-4930-9790-e43b3a4470e8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.726208 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.889883 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.900016 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:03.975400 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=47f7c4e3-7ed5-4cf6-be9b-ad4c87934502,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:03.983885 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (f6e80c9d-7555-4930-9790-e43b3a4470e8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:04.012525 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:04.347785 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP f6e80c9d-7555-4930-9790-e43b3a4470e8 associated. External IP: 172.27.3.100, port: 9645f30e-5b91-46c5-9fa3-48ae621660cc. May 10 15:16:04.494199 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc18d-b74e-4ead-b0d0-1e8b90ea71d9 req-8d5fcfe7-6609-4f52-894a-5b9336bdabef tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:04.496194 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad0bc18d-b74e-4ead-b0d0-1e8b90ea71d9 req-8d5fcfe7-6609-4f52-894a-5b9336bdabef tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0880268 May 10 15:16:04.592603 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ad0bc18d-b74e-4ead-b0d0-1e8b90ea71d9 req-42ed0431-69dd-44e4-b233-6c6e847e820d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623908 May 10 15:16:04.642467 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:16:04.753142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:16:04.763301 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:04.770618 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:04.774015 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:16:04.774651 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:04.799500 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-845ee463-3d3c-4ded-91cb-0dc97a4b3026 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9353578 May 10 15:16:04.800091 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:04.802356 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91339e3f-5952-4f99-be3e-7083ce3912e1" -d '{"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:16:04.837472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf742e32-c71c-4880-b679-a80714d0b790 x-openstack-request-id: req-cf742e32-c71c-4880-b679-a80714d0b790 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:16:04.837778 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:16:04.838029 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf742e32-c71c-4880-b679-a80714d0b790 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:16:04.838451 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf742e32-c71c-4880-b679-a80714d0b790'] response: {'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'status': 'completed', 'code': 200} May 10 15:16:04.910293 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-2cef1de9-78af-4b40-ae27-c4d2778e99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:04.916007 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-2cef1de9-78af-4b40-ae27-c4d2778e99f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1129 time: 0.0568097 May 10 15:16:05.014310 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-10e32679-c94f-4c39-af90-7dc81d1e256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:05.016423 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-10e32679-c94f-4c39-af90-7dc81d1e256e service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0947804 May 10 15:16:05.024288 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:16:05.096545 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-5f789346-d742-4ed2-a05d-5e471c58d4c3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 200 len: 999 time: 0.0746727 May 10 15:16:05.145496 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-2b28dca0-9d98-46e8-a59a-da559f4410a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:05.146942 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-2b28dca0-9d98-46e8-a59a-da559f4410a5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0444167 May 10 15:16:05.196212 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-f71aa294-c9dd-4c8e-9f89-eca11f1a0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:05.197772 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-f71aa294-c9dd-4c8e-9f89-eca11f1a0307 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396152 May 10 15:16:05.266545 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:03Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:05.294087 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-09630e7a-bea9-4ddf-85d2-d5144d5fea06 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900617 May 10 15:16:05.298830 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:05.308003 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:16:05.308607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:15:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:05.381671 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-91339e3f-5952-4f99-be3e-7083ce3912e1 req-2b04504b-733e-44c1-87fa-548b0cd834e8 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 May 10 15:16:05.416717 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:16:05.627238 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:03Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:05.657951 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c3b4c-cb65-4869-b98f-e3c76438501c None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:03Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:05.710949 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3a519-5a9c-405d-81bf-fe79345707a2 req-3d5cbf94-3290-4e8c-af33-0909b489b6eb tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:05.712428 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d9b3a519-5a9c-405d-81bf-fe79345707a2 req-3d5cbf94-3290-4e8c-af33-0909b489b6eb tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0484781 May 10 15:16:05.761801 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d9b3a519-5a9c-405d-81bf-fe79345707a2 req-f6b81d18-cd47-4b4a-9a01-2d4cde3e94a8 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 May 10 15:16:05.848361 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cc9fe-f846-4bb3-8f35-1b0c66c5bb96 None None] New status for floating IP f6e80c9d-7555-4930-9790-e43b3a4470e8: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:16:06.877293 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff30445-6b68-4768-b0b1-6fd9dd5d9274 req-756590e7-2a30-4626-acf1-d152e33c261d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:06.878767 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ff30445-6b68-4768-b0b1-6fd9dd5d9274 req-756590e7-2a30-4626-acf1-d152e33c261d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0463080 May 10 15:16:06.931771 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ff30445-6b68-4768-b0b1-6fd9dd5d9274 req-59fb99e4-65c5-4ccf-9185-be21b9ad2855 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474753 May 10 15:16:08.048538 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8f9dc-be05-46ce-9baa-2d2ab0b87c64 req-dde1daba-9d70-4b7e-8644-357bd0ccd834 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:08.050017 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-55b8f9dc-be05-46ce-9baa-2d2ab0b87c64 req-dde1daba-9d70-4b7e-8644-357bd0ccd834 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0500441 May 10 15:16:08.099235 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-55b8f9dc-be05-46ce-9baa-2d2ab0b87c64 req-448d17ee-e60a-4b54-b76f-86e52e407bef tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 May 10 15:16:09.209793 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb67c97-8bc4-4fbb-b7c3-8fef40e95c4d req-bb34d20e-a97d-4987-aed0-0c79149330a1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:09.211168 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-feb67c97-8bc4-4fbb-b7c3-8fef40e95c4d req-bb34d20e-a97d-4987-aed0-0c79149330a1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0461094 May 10 15:16:09.258460 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-feb67c97-8bc4-4fbb-b7c3-8fef40e95c4d req-d6015acd-0414-43f9-b375-ea63ac7f6077 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418062 May 10 15:16:10.372048 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247eff-9d50-4f06-88d9-e165c4e8b551 req-ed63b324-3f37-4845-b996-c3f3a3e497be tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:10.373532 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4247eff-9d50-4f06-88d9-e165c4e8b551 req-ed63b324-3f37-4845-b996-c3f3a3e497be tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 943 time: 0.0504444 May 10 15:16:10.421796 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f4247eff-9d50-4f06-88d9-e165c4e8b551 req-745e7964-717f-4dcb-9b01-97d30f53f7bb tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 May 10 15:16:11.115666 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:16:11.162166 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-9aad8cff-62f1-4caa-8fdd-2ad51fd1f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.163664 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-9aad8cff-62f1-4caa-8fdd-2ad51fd1f17e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1127 time: 0.0430651 May 10 15:16:11.213406 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:16:11.226596 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': '9dd09586-3479-4a0e-9634-5225e7023a63', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'port_id': '9dd09586-3479-4a0e-9634-5225e7023a63', 'mac_address': 'fa:16:3e:a7:c0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:16:11.268511 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9dd09586-3479-4a0e-9634-5225e7023a63 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:16:11.268903 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:11.283207 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd09586-3479-4a0e-9634-5225e7023a63 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:16:11.304283 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:16:11.308509 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:11.318979 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-57f5a28d-05d1-4803-b46b-9bc43bd4ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.320422 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-57f5a28d-05d1-4803-b46b-9bc43bd4ba8d service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.0970919 May 10 15:16:11.362566 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:11.389593 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf466282-6fbd-4ace-9855-940c4ce03ae9 req-a17b7333-4284-4d65-809a-c1bf59e13481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.391200 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf466282-6fbd-4ace-9855-940c4ce03ae9 req-a17b7333-4284-4d65-809a-c1bf59e13481 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1128 time: 0.0851049 May 10 15:16:11.420475 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-d56cbffd-ef2b-46dd-8e9e-4daee38f49ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 1000 time: 0.0840585 May 10 15:16:11.475817 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-bf466282-6fbd-4ace-9855-940c4ce03ae9 req-5851eca2-2140-451e-8335-6a60c6df3789 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778587 May 10 15:16:11.494339 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-ea0d0507-0229-42d2-b3e5-a826e4fe936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.496400 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-ea0d0507-0229-42d2-b3e5-a826e4fe936c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0573826 May 10 15:16:11.543515 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9b977-742a-4580-8038-a7da127b5320 req-fa736969-79be-458a-8aa6-b8a9f400aad3 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.544437 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['9dd09586-3479-4a0e-9634-5225e7023a63'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:16:11.545085 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3f9b977-742a-4580-8038-a7da127b5320 req-fa736969-79be-458a-8aa6-b8a9f400aad3 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 944 time: 0.0518842 May 10 15:16:11.595486 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3f9b977-742a-4580-8038-a7da127b5320 req-9d8146a2-63ea-4d9d-854d-7a53457b7f8f tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446644 May 10 15:16:11.715046 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-68e3901d-bc7c-40b6-84ff-f05c719b39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.716753 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-68e3901d-bc7c-40b6-84ff-f05c719b39e0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412486 May 10 15:16:11.817311 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-42f60279-11c8-49f3-9afc-0947eb7d03ee service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887527 May 10 15:16:11.909203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1752d51b-d8bf-4cf7-acb7-6068cab50682 req-d940a82d-07da-49af-9606-6d3b78d95d42 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 May 10 15:16:12.715658 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e960d-c7d3-4afc-a0cc-c2f968050542 req-14a3e489-7499-47b5-8563-efaa1aa21132 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:12.717237 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e51e960d-c7d3-4afc-a0cc-c2f968050542 req-14a3e489-7499-47b5-8563-efaa1aa21132 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 944 time: 0.0509689 May 10 15:16:12.765820 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e51e960d-c7d3-4afc-a0cc-c2f968050542 req-d714c27b-ef72-4b28-ae76-acd7a2c5cf93 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 May 10 15:16:13.122841 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:16:13.168206 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port 9dd09586-3479-4a0e-9634-5225e7023a63 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:16:13.168569 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:13.247337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port 9dd09586-3479-4a0e-9634-5225e7023a63 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:16:13.247724 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:13.269479 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:13.271719 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e43b5-b006-4b81-8dbe-cd1bdca2d369" -d '{"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-plugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:16:13.284115 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:16:13.288570 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:13.313200 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2ee6f-61f0-4b11-af4d-bc4718dcb903 x-openstack-request-id: req-8ef2ee6f-61f0-4b11-af4d-bc4718dcb903 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:16:13.313487 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-plugged", "status": "completed", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:16:13.313737 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ef2ee6f-61f0-4b11-af4d-bc4718dcb903 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:16:13.314121 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef2ee6f-61f0-4b11-af4d-bc4718dcb903'] response: {'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'code': 200} May 10 15:16:13.336773 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:19.261167 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6706b641-93de-41bc-815a-5567df6652dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:21.409667 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-097d0dbd-3cc1-422a-8b02-e22a5804bb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.301028 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 35990) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:22.403574 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03cf5438-c56d-4838-9b58-f74be303cb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.477996 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03cf5438-c56d-4838-9b58-f74be303cb3e admin admin] Publish callbacks [] for security_group (14ce5ca6-1955-4269-974a-0095b89f4fb0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.481656 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03cf5438-c56d-4838-9b58-f74be303cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (14ce5ca6-1955-4269-974a-0095b89f4fb0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.518950 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-03cf5438-c56d-4838-9b58-f74be303cb3e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2efd618c8e774c71abea46e97809cbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169080 May 10 15:16:22.520006 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf5438-c56d-4838-9b58-f74be303cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce5ca6-1955-4269-974a-0095b89f4fb0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:22.521659 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 35994) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:22.567916 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] Publish callbacks [] for security_group (14ce5ca6-1955-4269-974a-0095b89f4fb0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.588442 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] Publish callbacks [] for security_group (14ce5ca6-1955-4269-974a-0095b89f4fb0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.634775 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (14ce5ca6-1955-4269-974a-0095b89f4fb0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.637469 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:22.638622 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14ce5ca6-1955-4269-974a-0095b89f4fb0 HTTP/1.1" status: 204 len: 168 time: 0.1159163 May 10 15:16:22.646284 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915d349-e0d3-4be7-a9f1-045fc2f8b442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce5ca6-1955-4269-974a-0095b89f4fb0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:22.728293 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:24.067300 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:25.616878 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.455103 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36120) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:30.555995 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-251c0157-f0b4-4d1e-adcb-97148c44a82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.632340 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-251c0157-f0b4-4d1e-adcb-97148c44a82d admin admin] Publish callbacks [] for security_group (3012e59d-2210-485d-84c3-5f15ceb081e6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.636368 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-251c0157-f0b4-4d1e-adcb-97148c44a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3012e59d-2210-485d-84c3-5f15ceb081e6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.674276 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-251c0157-f0b4-4d1e-adcb-97148c44a82d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=009d4c4209a143aa8155efa0930c2277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181206 May 10 15:16:30.675285 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c0157-f0b4-4d1e-adcb-97148c44a82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3012e59d-2210-485d-84c3-5f15ceb081e6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:30.677010 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:30.725184 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] Publish callbacks [] for security_group (3012e59d-2210-485d-84c3-5f15ceb081e6), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.745379 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] Publish callbacks [] for security_group (3012e59d-2210-485d-84c3-5f15ceb081e6), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.791281 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (3012e59d-2210-485d-84c3-5f15ceb081e6), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.793903 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:30.795109 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3012e59d-2210-485d-84c3-5f15ceb081e6 HTTP/1.1" status: 204 len: 168 time: 0.1171176 May 10 15:16:30.803284 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610d7a-e20f-45de-8ff9-2a4b3d26c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3012e59d-2210-485d-84c3-5f15ceb081e6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:31.045077 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:31.058367 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72cdf8-e8f3-4f6c-9839-e8f70d0f1fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.130973 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72cdf8-e8f3-4f6c-9839-e8f70d0f1fb8 admin admin] Publish callbacks [] for security_group (d82b19f0-cdc0-4c8c-893d-a038978fcc5f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.134537 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da72cdf8-e8f3-4f6c-9839-e8f70d0f1fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d82b19f0-cdc0-4c8c-893d-a038978fcc5f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.175286 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-da72cdf8-e8f3-4f6c-9839-e8f70d0f1fb8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=baadd8177d0049dc8d0c0e6d4a336455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291459 May 10 15:16:31.176394 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72cdf8-e8f3-4f6c-9839-e8f70d0f1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b19f0-cdc0-4c8c-893d-a038978fcc5f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:31.177980 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:31.227484 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] Publish callbacks [] for security_group (d82b19f0-cdc0-4c8c-893d-a038978fcc5f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.248670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] Publish callbacks [] for security_group (d82b19f0-cdc0-4c8c-893d-a038978fcc5f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.296115 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (d82b19f0-cdc0-4c8c-893d-a038978fcc5f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.299213 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.300472 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d82b19f0-cdc0-4c8c-893d-a038978fcc5f HTTP/1.1" status: 204 len: 168 time: 0.1207504 May 10 15:16:31.308673 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68b228-04f7-4553-8cb0-3d60ca6e1a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b19f0-cdc0-4c8c-893d-a038978fcc5f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:31.621423 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36138) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:31.635030 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7e54b77-9d19-496f-833c-fe85deda006c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.707506 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7e54b77-9d19-496f-833c-fe85deda006c admin admin] Publish callbacks [] for security_group (6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.711250 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7e54b77-9d19-496f-833c-fe85deda006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.749151 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b7e54b77-9d19-496f-833c-fe85deda006c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=924539c1f9b54bc5b33a4bc0c8fa634b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265554 May 10 15:16:31.750342 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e54b77-9d19-496f-833c-fe85deda006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:31.752069 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:31.801570 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] Publish callbacks [] for security_group (6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.824551 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] Publish callbacks [] for security_group (6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.872532 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.875079 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:31.876467 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e HTTP/1.1" status: 204 len: 168 time: 0.1230981 May 10 15:16:31.884207 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711faa89-97ef-4742-863d-ae9594c3169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6a489-4bad-4f27-8f7f-4dc89e7acd4e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:32.794278 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:16:34.032452 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:42.704100 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:42.805126 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:42.879792 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Publish callbacks [] for security_group (201a9d42-dc84-4643-8087-ffe344938168), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:42.884314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (201a9d42-dc84-4643-8087-ffe344938168), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:42.921160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a9d42-dc84-4643-8087-ffe344938168,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:42.924945 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=145da26dd473456fb82c956ab8240093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198262 May 10 15:16:42.927726 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36284) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:16:42.931127 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.931483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.931838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.932202 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.933079 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.933408 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.933737 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.934066 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.934420 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.934750 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.935089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.935407 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.935732 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.936056 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.936377 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936940d-c5a9-4287-a090-b181552cffb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:42.975950 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Publish callbacks [] for security_group (201a9d42-dc84-4643-8087-ffe344938168), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:42.997654 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Publish callbacks [] for security_group (201a9d42-dc84-4643-8087-ffe344938168), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:43.043465 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (201a9d42-dc84-4643-8087-ffe344938168), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:43.045997 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:43.047165 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/201a9d42-dc84-4643-8087-ffe344938168 HTTP/1.1" status: 204 len: 168 time: 0.1184554 May 10 15:16:43.054636 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a9d42-dc84-4643-8087-ffe344938168,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:43.062192 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.062591 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.062940 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.063283 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.063623 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.063961 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.064294 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.064632 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.064963 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.065296 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.065708 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.065983 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.066312 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.066665 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:43.067087 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9b587-a292-42dd-afc9-4c992b57719c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:49.262731 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31622a0a-0801-468d-bc6c-246201ac70fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:51.411096 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e49a-eb73-4390-8893-c191d9c469af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:52.731885 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:54.060625 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:16:55.621830 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:04.049626 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:09.793453 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:17:19.264973 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fa14-428f-4a06-b6f9-38fca3d2f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:21.412875 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3bbfc2c-ddf4-4ae3-937d-02649b58842d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:22.733820 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:24.063420 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:25.624798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.384067 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:31.535655 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Deleting port 1aa5f002-fc99-465b-a40c-828bb73f2b04 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:31.535986 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.611189 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.611520 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for floatingip (1aa5f002-fc99-465b-a40c-828bb73f2b04), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.625000 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Calling delete_port for 1aa5f002-fc99-465b-a40c-828bb73f2b04 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:31.768692 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (1aa5f002-fc99-465b-a40c-828bb73f2b04), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.793939 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event deleted for resources: {'Port': ['ID=1aa5f002-fc99-465b-a40c-828bb73f2b04,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:31.857176 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for floatingip (792b4860-d90b-4fd5-89f7-01526f297b20), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:31.857506 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Floating IP 792b4860-d90b-4fd5-89f7-01526f297b20 disassociated (deleted). External IP: 172.27.3.254, port: 9dd09586-3479-4a0e-9634-5225e7023a63. May 10 15:17:32.072840 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:17:32.180750 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:17:32.186487 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:32.191502 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Sync routers for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:32.200146 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:32.200748 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:32.214547 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-76142fe8-0680-4731-9d01-2a4f7e94f785 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "DELETE /v2.0/floatingips/792b4860-d90b-4fd5-89f7-01526f297b20 HTTP/1.1" status: 204 len: 168 time: 0.8293457 May 10 15:17:32.215205 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:32.217459 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37e5d6-90e3-4469-9314-38432eff9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:17:32.255823 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd0665-642f-4503-a587-663c24d92996 x-openstack-request-id: req-dedd0665-642f-4503-a587-663c24d92996 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:17:32.256118 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:17:32.256375 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dedd0665-642f-4503-a587-663c24d92996 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:17:32.256782 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedd0665-642f-4503-a587-663c24d92996'] response: {'name': 'network-changed', 'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'status': 'completed', 'code': 200} May 10 15:17:32.318411 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-c1c5d336-c8fb-43fe-a8dd-101a157c409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:32.320156 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-c1c5d336-c8fb-43fe-a8dd-101a157c409e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 1129 time: 0.0417213 May 10 15:17:32.330663 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:32.426304 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-66c617a2-5889-455c-9694-b494c932f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:32.428395 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-66c617a2-5889-455c-9694-b494c932f89e service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 200 len: 909 time: 0.0960703 May 10 15:17:32.443149 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a5d7-4e77-459c-9b31-0ae3b0f68f80 req-e5768296-c4a3-41db-8769-d995a1e800d2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:32.444614 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-85f0a5d7-4e77-459c-9b31-0ae3b0f68f80 req-e5768296-c4a3-41db-8769-d995a1e800d2 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0466268 May 10 15:17:32.493497 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-85f0a5d7-4e77-459c-9b31-0ae3b0f68f80 req-445eca5f-1515-41d2-a426-a918be92052d tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 May 10 15:17:32.542135 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:32.567694 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Checking router: e9bef47b-dd7c-4c51-a8ab-8998b1344a00 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:32.576286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:32.576874 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:32.683327 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:32.871540 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:33.026688 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a135a72-f13e-4f6a-9679-53466ce072e6 None None] The sync data for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi is: [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:12:49Z', 'revision_number': 4, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '2496ba73-524d-47aa-898d-47348a84ed01', 'name': '', 'network_id': 'd0f23629-d377-4cbb-a84d-975ce2d47e6f', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'mac_address': 'fa:16:3e:96:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:54Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'subnets': [{'id': 'b67ec89c-8ff8-4a12-bf21-1ebf7612d796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:33.248857 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618e3041-bf4d-46c1-878f-8e7dc9a1314e None None] New status for floating IP 792b4860-d90b-4fd5-89f7-01526f297b20: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:17:33.452625 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-8b94257d-68c9-4f6f-a157-fa49aff77bba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 200 len: 217 time: 0.0364323 May 10 15:17:33.502522 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-8fe65c37-8219-440a-8aec-547739e8c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:33.503907 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-8fe65c37-8219-440a-8aec-547739e8c53c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 200 len: 847 time: 0.0424147 May 10 15:17:33.621624 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402a92c-9ae1-4f32-bd1c-f1811c58da7f req-47681217-15bb-4298-b348-f9b21d6ab89e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:33.623014 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a402a92c-9ae1-4f32-bd1c-f1811c58da7f req-47681217-15bb-4298-b348-f9b21d6ab89e tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0606482 May 10 15:17:33.663199 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-15d67c33-9f4a-4382-85ce-0ed75e50584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:33.664698 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-15d67c33-9f4a-4382-85ce-0ed75e50584a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f23629-d377-4cbb-a84d-975ce2d47e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603986 May 10 15:17:33.733478 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-a402a92c-9ae1-4f32-bd1c-f1811c58da7f req-3db28732-bdf7-4f5f-9888-cd509e47582b tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/security-groups?id=c4478dec-4520-4b49-b6f7-80fbe5304bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945926 May 10 15:17:33.774027 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-f5daa64e-42d8-492d-9fdd-3500382b1fac service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995660 May 10 15:17:34.024216 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748e99-833d-415e-859a-3c099e14ae39 req-3452f9e5-9a2f-4400-8ae5-80a60991aa90 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:34.026199 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e9748e99-833d-415e-859a-3c099e14ae39 req-3452f9e5-9a2f-4400-8ae5-80a60991aa90 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 945 time: 0.0658445 May 10 15:17:34.029914 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-5e37e5d6-90e3-4469-9314-38432eff9d56 req-a84d4e74-dc4f-4a64-81df-ca2b23b4d0e9 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249499 May 10 15:17:34.056639 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:34.113599 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Deleting port 9dd09586-3479-4a0e-9634-5225e7023a63 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:34.113964 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:34.201522 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] For port 9dd09586-3479-4a0e-9634-5225e7023a63, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9dd09586-3479-4a0e-9634-5225e7023a63,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:34.201858 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:34.215054 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Calling delete_port for 9dd09586-3479-4a0e-9634-5225e7023a63 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:34.342176 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (9dd09586-3479-4a0e-9634-5225e7023a63), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:34.375432 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event deleted for resources: {'Port': ['ID=9dd09586-3479-4a0e-9634-5225e7023a63,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:34.419102 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] No DVR routers for this DVR port 9dd09586-3479-4a0e-9634-5225e7023a63 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:34.421816 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:34.425620 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e9748e99-833d-415e-859a-3c099e14ae39 req-42af3e08-6f4d-4f2c-b443-f23e0c58c4b1 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.87 "DELETE /v2.0/ports/9dd09586-3479-4a0e-9634-5225e7023a63 HTTP/1.1" status: 204 len: 173 time: 0.3905265 May 10 15:17:34.426094 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-deleted', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:34.428367 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22f9f85-1673-409c-bef2-33ad6ba8be4c" -d '{"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-deleted", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:17:34.473908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bac94-8de3-4a8a-9c4b-dedfcd3403b7 x-openstack-request-id: req-597bac94-8de3-4a8a-9c4b-dedfcd3403b7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:17:34.474481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc041f5-6d84-4db8-8b1d-afedcbb7cf48", "name": "network-vif-deleted", "tag": "9dd09586-3479-4a0e-9634-5225e7023a63", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:17:34.474481 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-597bac94-8de3-4a8a-9c4b-dedfcd3403b7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:17:34.474997 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597bac94-8de3-4a8a-9c4b-dedfcd3403b7'] response: {'server_uuid': '0bc041f5-6d84-4db8-8b1d-afedcbb7cf48', 'name': 'network-vif-deleted', 'tag': '9dd09586-3479-4a0e-9634-5225e7023a63', 'status': 'completed', 'code': 200} May 10 15:17:34.832474 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-c314ffff-1212-45d1-9c94-29c51f5a16cc req-a2c983e4-85ec-4b0f-8349-6c9a6b05f666 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0282257 May 10 15:17:35.927796 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e36b1dd6-2f0b-485e-8668-fdad733fb985 req-7ed9c19c-b22b-44c5-b91d-1efcf3c0ac7a tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0274568 May 10 15:17:37.021572 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-377119ed-e401-4164-9793-200c18971283 req-8e58ece0-3468-4abc-8460-ba427870bbd3 tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0277128 May 10 15:17:37.607090 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:37.626620 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 9dd09586-3479-4a0e-9634-5225e7023a63 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:37.627218 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9dd09586-3479-4a0e-9634-5225e7023a63 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:38.136644 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-808fdb62-4c25-4af3-a8da-4d53ae110556 req-15637b37-df5a-4df5-94d1-dee6d4e595ca tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc041f5-6d84-4db8-8b1d-afedcbb7cf48 HTTP/1.1" status: 200 len: 210 time: 0.0312436 May 10 15:17:39.193648 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:39.248404 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (c4478dec-4520-4b49-b6f7-80fbe5304bb5), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:39.273253 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (c4478dec-4520-4b49-b6f7-80fbe5304bb5), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:39.333607 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (c4478dec-4520-4b49-b6f7-80fbe5304bb5), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:39.336475 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:39.340940 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] 10.222.0.83 "DELETE /v2.0/security-groups/c4478dec-4520-4b49-b6f7-80fbe5304bb5 HTTP/1.1" status: 204 len: 168 time: 0.1440268 May 10 15:17:39.347993 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f24d3d-55a4-4aff-a857-c554e21fcfda tempest-TestShelveInstance-1196008193 tempest-TestShelveInstance-1196008193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4478dec-4520-4b49-b6f7-80fbe5304bb5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:39.380624 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:39.963666 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:40.200431 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Deleting port 2496ba73-524d-47aa-898d-47348a84ed01 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:40.201108 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (2496ba73-524d-47aa-898d-47348a84ed01), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:40.274757 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] For port 2496ba73-524d-47aa-898d-47348a84ed01, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=2496ba73-524d-47aa-898d-47348a84ed01,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:40.275163 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (2496ba73-524d-47aa-898d-47348a84ed01), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:40.287745 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Calling delete_port for 2496ba73-524d-47aa-898d-47348a84ed01 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:40.477886 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (2496ba73-524d-47aa-898d-47348a84ed01), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:40.505888 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Pushing event deleted for resources: {'Port': ['ID=2496ba73-524d-47aa-898d-47348a84ed01,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:40.674518 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:40.925019 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:17:41.032393 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:17:41.038152 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ceacdfeb-b045-420e-ac59-5d70b9b3e36d admin admin] 10.222.0.83 "PUT /v2.0/routers/e9bef47b-dd7c-4c51-a8ab-8998b1344a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557906 May 10 15:17:41.040337 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36362) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:41.041235 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Sync routers for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:41.050707 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:41.051318 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:41.144951 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks [] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.160171 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:41.251347 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks [] for router_gateway (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.300729 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Deleting port 94da93f5-604d-4b86-a1c8-431ae6a0e467 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:41.301089 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.326654 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:17:40Z', 'revision_number': 5, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port': {'id': '94da93f5-604d-4b86-a1c8-431ae6a0e467', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:46Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:41.356740 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Checking router: e9bef47b-dd7c-4c51-a8ab-8998b1344a00 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:41.365488 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Routers {'e9bef47b-dd7c-4c51-a8ab-8998b1344a00'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:41.366337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:41.379663 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] For port 94da93f5-604d-4b86-a1c8-431ae6a0e467, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=94da93f5-604d-4b86-a1c8-431ae6a0e467,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:41.380110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.394255 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Calling delete_port for 94da93f5-604d-4b86-a1c8-431ae6a0e467 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:41.455388 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] Set router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:41.510822 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:17:41Z', 'revision_number': 6, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:41.537590 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaa3d3-c223-4741-91e4-c3f38acba434 None None] The sync data for ids ['e9bef47b-dd7c-4c51-a8ab-8998b1344a00'] in dv-cinder-839628-2-iscsi is: [{'id': 'e9bef47b-dd7c-4c51-a8ab-8998b1344a00', 'name': 'tempest-TestShelveInstance-888197486-router', 'tenant_id': '68a7b38fce8444d9a3affb21189ee1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:45Z', 'updated_at': '2022-05-10T15:17:41Z', 'revision_number': 6, 'project_id': '68a7b38fce8444d9a3affb21189ee1b8', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:41.567391 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (94da93f5-604d-4b86-a1c8-431ae6a0e467), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.590735 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=94da93f5-604d-4b86-a1c8-431ae6a0e467,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:41.655933 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.744234 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.746436 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks [] for router_controller (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.788348 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (e9bef47b-dd7c-4c51-a8ab-8998b1344a00), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.788810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bef47b-dd7c-4c51-a8ab-8998b1344a00 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:17:41.793527 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.794762 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3ac1807a-db0e-413d-87c0-9ef0ff065a45 admin admin] 10.222.0.83 "DELETE /v2.0/routers/e9bef47b-dd7c-4c51-a8ab-8998b1344a00 HTTP/1.1" status: 204 len: 168 time: 0.7532327 May 10 15:17:41.797182 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:41.843036 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Deleting subnet b67ec89c-8ff8-4a12-bf21-1ebf7612d796 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:17:41.845891 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Publish callbacks [] for subnet (b67ec89c-8ff8-4a12-bf21-1ebf7612d796), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.879620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (b67ec89c-8ff8-4a12-bf21-1ebf7612d796), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:41.963425 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (b67ec89c-8ff8-4a12-bf21-1ebf7612d796), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.003935 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2496ba73-524d-47aa-898d-47348a84ed01 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:42.019774 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (b67ec89c-8ff8-4a12-bf21-1ebf7612d796), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.037849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 2496ba73-524d-47aa-898d-47348a84ed01 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:42.038195 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 2496ba73-524d-47aa-898d-47348a84ed01 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:42.050820 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67ec89c-8ff8-4a12-bf21-1ebf7612d796,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:42.052805 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.056225 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4cc9d3eb-6f90-41e4-a6c6-ed934484a9be admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b67ec89c-8ff8-4a12-bf21-1ebf7612d796 HTTP/1.1" status: 204 len: 168 time: 0.2579062 May 10 15:17:42.058686 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:42.059158 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffd857-f0ff-4113-b026-6969c0a17415 None None] Network d0f23629-d377-4cbb-a84d-975ce2d47e6f requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:17:42.127479 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (d0f23629-d377-4cbb-a84d-975ce2d47e6f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.175457 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Deleting port 758253bb-04da-426d-8f42-8687929a578e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:42.175881 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (758253bb-04da-426d-8f42-8687929a578e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.243092 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] For port 758253bb-04da-426d-8f42-8687929a578e, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=758253bb-04da-426d-8f42-8687929a578e,segment=NetworkSegment(fa075c3f-cd8e-4f84-beb0-8c3c19216aa2),segment_id=fa075c3f-cd8e-4f84-beb0-8c3c19216aa2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:42.244418 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (758253bb-04da-426d-8f42-8687929a578e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.257647 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Calling delete_port for 758253bb-04da-426d-8f42-8687929a578e owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:42.338808 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (758253bb-04da-426d-8f42-8687929a578e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.354260 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc18ae7-32a5-4e1c-8fef-4c0d84ffbe5b None None] DHCP port deletion for d0f23629-d377-4cbb-a84d-975ce2d47e6f request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:17:42.372223 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=758253bb-04da-426d-8f42-8687929a578e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:42.374148 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] No DVR routers for this DVR port 758253bb-04da-426d-8f42-8687929a578e on host dv-cinder-839628-2-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:42.387654 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-602502db-c1b5-41c0-91ab-881c6ff2a843 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695398442&fields=id&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 267 time: 0.0637276 May 10 15:17:42.456001 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (d0f23629-d377-4cbb-a84d-975ce2d47e6f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.476957 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f23629-d377-4cbb-a84d-975ce2d47e6f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:42.487591 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:42.487975 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa075c3f-cd8e-4f84-beb0-8c3c19216aa2') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:42.497269 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-49e14a52-b766-4f1a-844c-7d36d64fcdb4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:42.498769 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-49e14a52-b766-4f1a-844c-7d36d64fcdb4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.1084943 May 10 15:17:42.498944 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (fa075c3f-cd8e-4f84-beb0-8c3c19216aa2), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.513913 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (fa075c3f-cd8e-4f84-beb0-8c3c19216aa2), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.520995 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-a525df92-8371-4705-9f96-bc15c1cae307 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/quotas/b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 375 time: 0.0129888 May 10 15:17:42.521414 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:17:42.521811 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (fa075c3f-cd8e-4f84-beb0-8c3c19216aa2), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:17:42.523577 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:17:42.578685 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-8165fb1c-8b7e-48d1-b3bf-3ba2e93e6820 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522366 May 10 15:17:42.583690 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (d0f23629-d377-4cbb-a84d-975ce2d47e6f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.599683 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:42.602876 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d0f23629-d377-4cbb-a84d-975ce2d47e6f HTTP/1.1" status: 204 len: 168 time: 0.5431900 May 10 15:17:42.605857 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36378) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:42.611819 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28393-6e8e-42dc-b58a-e64740b047e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f23629-d377-4cbb-a84d-975ce2d47e6f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:42.685573 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-2e9a33c9-13a1-43f3-9f0d-92c7a09b35a6 service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920620 May 10 15:17:42.779510 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-cedafce2-9e39-4393-9242-b2c563916827 service neutron] 10.222.0.83 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879209 May 10 15:17:42.959165 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (3278b40a-a720-49d0-9199-d9712702f4a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:43.097842 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08f8fb55-6a45-468a-8526-f92c235a7c67 req-4b4769ab-a78d-4e6f-8ea0-91d3e9930558 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 210 time: 0.0373266 May 10 15:17:43.232998 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Deleting port 74395f0f-f66a-4526-bad8-02e0e37e545c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:43.233339 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:43.312866 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] For port 74395f0f-f66a-4526-bad8-02e0e37e545c, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=74395f0f-f66a-4526-bad8-02e0e37e545c,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:43.313234 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:43.328351 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Calling delete_port for 74395f0f-f66a-4526-bad8-02e0e37e545c owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:43.512511 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (74395f0f-f66a-4526-bad8-02e0e37e545c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:43.539174 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Pushing event deleted for resources: {'Port': ['ID=74395f0f-f66a-4526-bad8-02e0e37e545c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:43.568115 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.568448 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.568824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.569258 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.569492 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.569829 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.570197 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.570489 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.570825 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.571150 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.571479 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.572329 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.572655 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.572976 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.573380 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:43.727544 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (3278b40a-a720-49d0-9199-d9712702f4a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:43.745394 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 94da93f5-604d-4b86-a1c8-431ae6a0e467 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:43.765999 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 94da93f5-604d-4b86-a1c8-431ae6a0e467 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:43.766442 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 94da93f5-604d-4b86-a1c8-431ae6a0e467 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:43.766930 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 758253bb-04da-426d-8f42-8687929a578e no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:43.785649 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 758253bb-04da-426d-8f42-8687929a578e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:43.786073 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 758253bb-04da-426d-8f42-8687929a578e not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:44.024694 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-a62befd3-a814-47bb-8271-6def73e33f64 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:44.027837 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-a62befd3-a814-47bb-8271-6def73e33f64 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 812 time: 0.1111977 May 10 15:17:44.105841 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-7883f29c-011d-4a79-88c3-e508c658312e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89a1e184d314867bd22463ac32df4b5 HTTP/1.1" status: 200 len: 379 time: 0.0693607 May 10 15:17:44.114918 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'port': {'device_id': '065f737d-c69e-4d78-b168-3b1f00674392', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'admin_state_up': True, 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'security_groups': ['88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:17:44.202720 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-165669ef-4238-4c77-b101-35830ffee9ab req-447693e9-db27-4558-b81d-b5e09859eb6d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 210 time: 0.0318410 May 10 15:17:44.229444 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Router 3278b40a-a720-49d0-9199-d9712702f4a7 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:17:44.255054 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Made reservation on behalf of b89a1e184d314867bd22463ac32df4b5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:17:44.258356 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.340791 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:17:44.345918 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b8c9106e-de7f-4d20-86a0-6c60267d244a admin admin] 10.222.0.83 "PUT /v2.0/routers/3278b40a-a720-49d0-9199-d9712702f4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390497 May 10 15:17:44.348459 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36398) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:44.351805 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Sync routers for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:44.364064 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:44.364064 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:44.401043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.20.0.14 (32a07968-3f9b-4203-86aa-aef1943e0b30/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0/c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:17:44.472154 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks [] for router (3278b40a-a720-49d0-9199-d9712702f4a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.498531 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:44.579025 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.605715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks [] for router_gateway (3278b40a-a720-49d0-9199-d9712702f4a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.655086 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Deleting port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:44.655419 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.700669 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:17:43Z', 'revision_number': 5, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port': {'id': '6a8f6e6a-a44e-42f1-84b9-4aa52a752e13', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:44.731665 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Checking router: 3278b40a-a720-49d0-9199-d9712702f4a7 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:44.740838 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Routers {'3278b40a-a720-49d0-9199-d9712702f4a7'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:17:44.741726 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['3278b40a-a720-49d0-9199-d9712702f4a7'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:44.742827 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] For port 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:44.743196 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.759128 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Calling delete_port for 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:44.843347 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] Set router 3278b40a-a720-49d0-9199-d9712702f4a7 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:17:44.891214 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.901720 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:17:44Z', 'revision_number': 6, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:44.934129 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:17:44.934358 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e2afa-8484-4b6f-a5b3-7afb9430035c None None] The sync data for ids ['3278b40a-a720-49d0-9199-d9712702f4a7'] in dv-cinder-839628-2-iscsi is: [{'id': '3278b40a-a720-49d0-9199-d9712702f4a7', 'name': 'tempest-TestShelveInstance-1114942737-router', 'tenant_id': '907a62abb86848f2b31584cd72208665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:52Z', 'updated_at': '2022-05-10T15:17:44Z', 'revision_number': 6, 'project_id': '907a62abb86848f2b31584cd72208665', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:44.937443 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:17:44.949220 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:17:44.949821 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (6a8f6e6a-a44e-42f1-84b9-4aa52a752e13), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:44.988398 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8f6e6a-a44e-42f1-84b9-4aa52a752e13,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:44.988633 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.000261 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.000683 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.001087 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.001496 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.001895 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.002572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.003006 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.003394 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.003780 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.004171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.004563 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.004944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.005346 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.005730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.006110 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.022897 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:45.023680 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.041746 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-4e6d2d61-3f91-4e5e-aeef-f04c9be3d94e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9306605 May 10 15:17:45.053147 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Request body: {'port': {'device_id': '065f737d-c69e-4d78-b168-3b1f00674392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83962'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:17:45.055681 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (3278b40a-a720-49d0-9199-d9712702f4a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.123385 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.154058 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (3278b40a-a720-49d0-9199-d9712702f4a7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.156859 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks [] for router_controller (3278b40a-a720-49d0-9199-d9712702f4a7), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.194456 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-114974e7-2b38-438a-8dae-58987f9fdde8 None None] Provisioning complete for port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:17:45.195495 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-114974e7-2b38-438a-8dae-58987f9fdde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.216130 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (3278b40a-a720-49d0-9199-d9712702f4a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.216588 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3278b40a-a720-49d0-9199-d9712702f4a7 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:17:45.221050 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.222211 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7cd27db2-400f-46ec-91c4-a5920622d478 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3278b40a-a720-49d0-9199-d9712702f4a7 HTTP/1.1" status: 204 len: 168 time: 0.8726516 May 10 15:17:45.224633 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36400) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:45.240985 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-114974e7-2b38-438a-8dae-58987f9fdde8 None None] Port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 15:17:45.342593 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63742409-04c9-4bc9-bc68-6ec733a55052 req-ba57f363-053e-4440-a6c8-71ea3e3e7fb9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:45.344829 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63742409-04c9-4bc9-bc68-6ec733a55052 req-ba57f363-053e-4440-a6c8-71ea3e3e7fb9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 932 time: 0.0619390 May 10 15:17:45.401337 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63742409-04c9-4bc9-bc68-6ec733a55052 req-7d870ec4-d59d-4443-9fba-883bdb48fb63 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497975 May 10 15:17:45.442126 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:17:45.450944 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks [] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.460025 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Deleting subnet 46805b5a-77d0-41ed-9250-63384dd8085a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:17:45.463713 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Publish callbacks [] for subnet (46805b5a-77d0-41ed-9250-63384dd8085a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.464249 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Transition to ACTIVE for port object c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 15:17:45.468366 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.498163 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (46805b5a-77d0-41ed-9250-63384dd8085a), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.523891 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.582992 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (46805b5a-77d0-41ed-9250-63384dd8085a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.596035 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Attempting to bind port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 on host hv-cinder-83962 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 15:17:45.596378 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Attempting to bind port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 by drivers openvswitch,hyperv on host hv-cinder-83962 at level 0 using segments [{'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 15:17:45.596709 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Attempting to bind port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:17:45.601184 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83962 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 15:17:45.602100 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Attempting to bind port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 on network 32a07968-3f9b-4203-86aa-aef1943e0b30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 15:17:45.607108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Checking agent: {'id': '9ca3b44c-51a9-4f0a-aef4-7c979f14aae0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'started_at': datetime.datetime(2022, 5, 10, 15, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 15:17:45.607453 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Checking segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 15:17:45.607838 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Bound using segment: {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 15:17:45.608262 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Bound port: c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host: hv-cinder-83962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69261c2f-92cb-4a81-bd14-ec2eb3233419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 15:17:45.608622 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.641802 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (46805b5a-77d0-41ed-9250-63384dd8085a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.668429 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46805b5a-77d0-41ed-9250-63384dd8085a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.672456 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.674641 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 15:17:45.679015 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-83990270-0aff-4cc6-92f9-f41e5ae3da56 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/46805b5a-77d0-41ed-9250-63384dd8085a HTTP/1.1" status: 204 len: 168 time: 0.4533236 May 10 15:17:45.679940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 15:17:45.680085 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:45.682926 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd54798-8d0b-4ccb-be5f-bc7b3641aac4 None None] Network 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:17:45.688032 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10024052'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.762075 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:45.762701 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.764118 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] 10.222.0.87 "PUT /v2.0/ports/c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 1094 time: 0.7154520 May 10 15:17:45.764572 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:45.768907 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b9033-1260-46ae-8d73-3dc01da035b6" -d '{"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:17:45.773591 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (4450f28d-4162-4717-96d6-c1d6ac5fc6e1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.862352 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Deleting port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:45.862723 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.865108 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 74395f0f-f66a-4526-bad8-02e0e37e545c no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:45.870040 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969fe08c-c412-4e6b-bf4f-0bb677c4c418 x-openstack-request-id: req-969fe08c-c412-4e6b-bf4f-0bb677c4c418 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:17:45.870338 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:17:45.873365 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-969fe08c-c412-4e6b-bf4f-0bb677c4c418 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:17:45.874040 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969fe08c-c412-4e6b-bf4f-0bb677c4c418'] response: {'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'status': 'completed', 'code': 200} May 10 15:17:45.887571 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-733071cd-3fee-4bbb-9e61-cef5f7b9aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:45.888934 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 74395f0f-f66a-4526-bad8-02e0e37e545c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:45.889286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 74395f0f-f66a-4526-bad8-02e0e37e545c not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:45.889706 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:45.890542 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-733071cd-3fee-4bbb-9e61-cef5f7b9aa35 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1128 time: 0.0829918 May 10 15:17:45.891406 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc0e5-a61f-4a72-a769-e28f4fefb56e service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.919263 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:45.919604 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 6a8f6e6a-a44e-42f1-84b9-4aa52a752e13 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:45.963229 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] For port 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0a50a14c-7f83-4307-bf24-c9d4e8aee818,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:45.963704 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:45.969074 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-b2369c81-4c9d-4bef-8243-f02b075cdbb4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 217 time: 0.0703924 May 10 15:17:45.982365 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Calling delete_port for 0a50a14c-7f83-4307-bf24-c9d4e8aee818 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:45.991232 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] DHCP port deletion for 4450f28d-4162-4717-96d6-c1d6ac5fc6e1 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:17:46.030083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-c8f2158a-0c0e-45d8-ae1b-e1cef1ab7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.032138 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-c8f2158a-0c0e-45d8-ae1b-e1cef1ab7e6f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0567551 May 10 15:17:46.037347 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Deleting port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:17:46.037981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.091852 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-8406578a-b246-46bb-811f-caae2b74f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.094364 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.098719 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-8406578a-b246-46bb-811f-caae2b74f912 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600314 May 10 15:17:46.120981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] For port 0a50a14c-7f83-4307-bf24-c9d4e8aee818, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0a50a14c-7f83-4307-bf24-c9d4e8aee818,segment=NetworkSegment(fc42a838-b223-4b7c-a19c-652090593f9d),segment_id=fc42a838-b223-4b7c-a19c-652090593f9d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:46.121819 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.124703 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a50a14c-7f83-4307-bf24-c9d4e8aee818,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:46.135312 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] No DVR routers for this DVR port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 on host dv-cinder-839628-2-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:46.142286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Calling delete_port for 0a50a14c-7f83-4307-bf24-c9d4e8aee818 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:17:46.210188 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-5694cef9-5852-477a-8f80-13505d7a7b3d service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036577 May 10 15:17:46.216691 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (4450f28d-4162-4717-96d6-c1d6ac5fc6e1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.240005 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4450f28d-4162-4717-96d6-c1d6ac5fc6e1']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:46.249869 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc42a838-b223-4b7c-a19c-652090593f9d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:46.250199 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc42a838-b223-4b7c-a19c-652090593f9d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:46.257143 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (0a50a14c-7f83-4307-bf24-c9d4e8aee818), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.261577 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9505599'] for segment (fc42a838-b223-4b7c-a19c-652090593f9d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.277097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (fc42a838-b223-4b7c-a19c-652090593f9d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.283800 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Pushing event deleted for resources: {'Port': ['ID=0a50a14c-7f83-4307-bf24-c9d4e8aee818,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:46.284513 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:17:46.285012 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2236791'] for segment (fc42a838-b223-4b7c-a19c-652090593f9d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: Traceback (most recent call last): May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: timer() May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: cb(*args, **kw) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: return func(*args, **kwargs) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: self._notify() May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: self.callback(batched_events) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: event.method(event) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: return f(self, *a, **k) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._get(url).json() May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:17:46.286942 dv-cinder-839628-2-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:17:46.289477 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] No DVR routers for this DVR port 0a50a14c-7f83-4307-bf24-c9d4e8aee818 on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:46.295905 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.296251 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.296778 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.297338 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.297854 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.298359 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.298888 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.299537 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.300050 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.300539 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.301073 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.301762 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.302291 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.302796 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.303295 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af44ec0-108f-4d80-917c-04b4405a52a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:46.321232 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-499975f9-acd1-47af-ac78-dd0b4437a8e3 req-76c277ea-77a5-48f3-8a3e-ea03416d83bf service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039181 May 10 15:17:46.354270 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (4450f28d-4162-4717-96d6-c1d6ac5fc6e1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.360597 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.366112 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] 10.222.0.83 "DELETE /v2.0/networks/4450f28d-4162-4717-96d6-c1d6ac5fc6e1 HTTP/1.1" status: 204 len: 168 time: 0.6827343 May 10 15:17:46.376288 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b048-3db7-41aa-acff-5d02b58017dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4450f28d-4162-4717-96d6-c1d6ac5fc6e1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:46.473735 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:46.551568 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42db27-f2b3-4ef3-ab91-f621defa6388 req-c55bd7e8-5786-4ec1-a298-1860bfedc2b7 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.552934 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed42db27-f2b3-4ef3-ab91-f621defa6388 req-c55bd7e8-5786-4ec1-a298-1860bfedc2b7 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0712562 May 10 15:17:46.555279 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ba76ef44-3375-4b47-acf9-342ff86e39a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=68a7b38fce8444d9a3affb21189ee1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803683 May 10 15:17:46.557871 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:46.623039 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-3976059a-b13d-4481-86ee-e6bc37b3e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.624566 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-3976059a-b13d-4481-86ee-e6bc37b3e4c8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1128 time: 0.0393081 May 10 15:17:46.630997 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed42db27-f2b3-4ef3-ab91-f621defa6388 req-5386a556-1d81-4809-8b16-8b3d003e39aa tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709901 May 10 15:17:46.642963 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] Publish callbacks [] for security_group (fad8fc3f-a0b3-4b12-9e7d-abc7699b7786), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.665147 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] Publish callbacks [] for security_group (fad8fc3f-a0b3-4b12-9e7d-abc7699b7786), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.711681 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (fad8fc3f-a0b3-4b12-9e7d-abc7699b7786), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.714311 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:46.715494 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fad8fc3f-a0b3-4b12-9e7d-abc7699b7786 HTTP/1.1" status: 204 len: 168 time: 0.1566739 May 10 15:17:46.719047 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-9c2b32ad-56fc-4223-bb9d-5b1e23d93bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.720602 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-9c2b32ad-56fc-4223-bb9d-5b1e23d93bed service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0903869 May 10 15:17:46.723512 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70f065-d952-42cd-97d2-e3d4388636e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8fc3f-a0b3-4b12-9e7d-abc7699b7786,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:46.768485 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-88d08b41-697e-4434-95e1-d920abccd154 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 217 time: 0.0370541 May 10 15:17:46.793181 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:17:46.819148 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-2f144090-4a39-4fc6-bd3f-c769a594f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.820612 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-2f144090-4a39-4fc6-bd3f-c769a594f80a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0440559 May 10 15:17:46.875936 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-30dbf28b-e62e-4c7f-8c07-23e0125403c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.877691 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-30dbf28b-e62e-4c7f-8c07-23e0125403c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489447 May 10 15:17:46.971575 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-c26bd92d-3242-4ce3-87b3-26321abc1408 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872669 May 10 15:17:47.053134 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:47.062784 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8b8b9033-1260-46ae-8d73-3dc01da035b6 req-19cf6a82-0fde-45da-a1b6-2dc5288013cc service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 May 10 15:17:47.094111 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-24b0bd9e-e05f-4ca2-a935-d3fd25ca00db admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=907a62abb86848f2b31584cd72208665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397716 May 10 15:17:47.096526 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:47.145833 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] Publish callbacks [] for security_group (5d98ca35-57fb-4efc-b424-e4876d606584), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:47.166616 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] Publish callbacks [] for security_group (5d98ca35-57fb-4efc-b424-e4876d606584), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:47.212967 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (5d98ca35-57fb-4efc-b424-e4876d606584), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:47.215512 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:47.216641 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d98ca35-57fb-4efc-b424-e4876d606584 HTTP/1.1" status: 204 len: 168 time: 0.1192424 May 10 15:17:47.224351 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b873c-6aa0-4430-b7ee-f321071755db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d98ca35-57fb-4efc-b424-e4876d606584,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:47.675142 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0a50a14c-7f83-4307-bf24-c9d4e8aee818 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:17:47.697604 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 0a50a14c-7f83-4307-bf24-c9d4e8aee818 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:17:47.697938 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0a50a14c-7f83-4307-bf24-c9d4e8aee818 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:17:47.750190 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3dfc-d6da-437a-b83b-e3afb2a2b377 req-6adff9d7-6fab-4c20-8af5-0b7c3f60ca0e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:47.751693 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-68ed3dfc-d6da-437a-b83b-e3afb2a2b377 req-6adff9d7-6fab-4c20-8af5-0b7c3f60ca0e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0516646 May 10 15:17:47.800667 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-68ed3dfc-d6da-437a-b83b-e3afb2a2b377 req-a9d73532-4813-44f0-b942-36456c24385a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 May 10 15:17:48.913450 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20df2-ea71-4c2a-8eda-861f52641fe3 req-c9424226-cc46-4d6a-9fbe-9f587955cfce tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:48.914975 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69b20df2-ea71-4c2a-8eda-861f52641fe3 req-c9424226-cc46-4d6a-9fbe-9f587955cfce tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0486550 May 10 15:17:48.965268 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69b20df2-ea71-4c2a-8eda-861f52641fe3 req-d64ff2d0-c87b-4a34-a1c5-032b0dea405d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 May 10 15:17:49.266674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0336-b5f9-4d9c-a098-6567e2f751fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:50.076666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809bf66-4b9d-4918-a4bd-50627a7f30d1 req-f18bf208-7648-4bb4-ac2e-5516b7857ca9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:50.078136 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6809bf66-4b9d-4918-a4bd-50627a7f30d1 req-f18bf208-7648-4bb4-ac2e-5516b7857ca9 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0459015 May 10 15:17:50.126934 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6809bf66-4b9d-4918-a4bd-50627a7f30d1 req-824ff2d3-08e5-427e-86ce-988232775cab tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 May 10 15:17:51.236052 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa756d66-7608-4640-9e29-a7d07f675463 req-1ffbccf6-8437-46b8-ad7c-bd1dd0501f5e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:51.237438 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa756d66-7608-4640-9e29-a7d07f675463 req-1ffbccf6-8437-46b8-ad7c-bd1dd0501f5e tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0456111 May 10 15:17:51.288944 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa756d66-7608-4640-9e29-a7d07f675463 req-8b7c476c-0b10-451c-9dce-4645d989f6ab tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459526 May 10 15:17:51.415940 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0f6323d-fc2b-4fcb-8922-ae64e8260c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:52.407504 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a3671-43d2-45dc-bac6-a55459926ccb req-a76c6e4b-1c78-493a-9b13-0f676e9cedfd tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:52.408954 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-410a3671-43d2-45dc-bac6-a55459926ccb req-a76c6e4b-1c78-493a-9b13-0f676e9cedfd tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0537570 May 10 15:17:52.456149 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-410a3671-43d2-45dc-bac6-a55459926ccb req-3a1f649d-ce3b-49e7-b6b6-21e12697f3e3 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416784 May 10 15:17:52.737071 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:53.685172 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 details requested by agent hyperv_hv-cinder-83962 with host hv-cinder-83962 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 15:17:53.784024 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:53.796065 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Returning: {'device': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'port_id': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'mac_address': 'fa:16:3e:63:09:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 15:17:53.799117 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91303-49a0-496f-adce-7cc76615e8af req-a7815086-1879-463f-9526-fc0b912085e4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:53.800642 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95c91303-49a0-496f-adce-7cc76615e8af req-a7815086-1879-463f-9526-fc0b912085e4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 944 time: 0.0462291 May 10 15:17:53.834724 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 is: DOWN; New status is: BUILD {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:17:53.835118 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:53.848101 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:17:53.849084 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95c91303-49a0-496f-adce-7cc76615e8af req-87a1ffcc-7147-4ad4-8e0d-4681829d8318 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 May 10 15:17:53.868023 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:53.872449 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:53.917869 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:54.069337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:54.090624 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] get_ports_and_sgs() called for port_ids ['c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 15:17:54.963898 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7f96-5b64-4c87-8668-f979479b3438 req-5f5442f1-c9b3-41cd-bc9f-4e16a1b34cd4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:54.965372 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2c0e7f96-5b64-4c87-8668-f979479b3438 req-5f5442f1-c9b3-41cd-bc9f-4e16a1b34cd4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 945 time: 0.0508325 May 10 15:17:55.014857 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2c0e7f96-5b64-4c87-8668-f979479b3438 req-ce644959-728e-4335-832d-bae3d71cc8c6 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 May 10 15:17:55.628807 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:55.690517 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 up at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 15:17:55.738103 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning for port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 15:17:55.745354 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Provisioning complete for port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 15:17:55.745734 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917157'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:55.823849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Current status of the port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 is: BUILD; New status is: ACTIVE {{(pid=103386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 15:17:55.824246 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:55.850110 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:55.852396 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3b26740eab5dc86b94ca2ff63e5e909c8c60165936a30a8e973b25e403a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713a58c-e450-4adf-82ea-23c9187fb665" -d '{"events": [{"server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:17:55.865651 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:17:55.869692 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:55.892740 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ad5b5e-b47c-4f91-8aa1-f49982ac443c x-openstack-request-id: req-d9ad5b5e-b47c-4f91-8aa1-f49982ac443c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:17:55.893032 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:17:55.893286 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9ad5b5e-b47c-4f91-8aa1-f49982ac443c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:17:55.893693 dv-cinder-839628-2-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ad5b5e-b47c-4f91-8aa1-f49982ac443c'] response: {'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'code': 200} May 10 15:17:55.926042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Pushing event updated for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:56.142978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9db4-f8ca-42df-a72a-89c3d25cd0a7 req-bef01707-f46a-4b44-89b8-7a12aafaa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:56.144415 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e42b9db4-f8ca-42df-a72a-89c3d25cd0a7 req-bef01707-f46a-4b44-89b8-7a12aafaa013 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1130 time: 0.0734184 May 10 15:17:56.166136 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64990ea-ad64-49bb-b18e-46d60600d31b req-3fb7d911-c948-4dc0-9934-ff2bfa5bce38 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:56.167564 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d64990ea-ad64-49bb-b18e-46d60600d31b req-3fb7d911-c948-4dc0-9934-ff2bfa5bce38 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.0702512 May 10 15:17:56.222638 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e42b9db4-f8ca-42df-a72a-89c3d25cd0a7 req-b96c6869-08f7-4fe4-8c82-bfd7df873047 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702953 May 10 15:17:56.238203 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d64990ea-ad64-49bb-b18e-46d60600d31b req-1fbf891b-79f8-44da-a138-a905f7c88cef tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644593 May 10 15:17:57.356930 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f079d-911b-43b6-981a-69e7e8e8448a req-6db54b54-cb72-475e-a14a-8433c8231af0 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:57.358463 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-461f079d-911b-43b6-981a-69e7e8e8448a req-6db54b54-cb72-475e-a14a-8433c8231af0 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.0501041 May 10 15:17:57.416103 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-461f079d-911b-43b6-981a-69e7e8e8448a req-80562d51-bed5-421e-b896-dff2e93e6bb3 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517294 May 10 15:17:58.527235 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a2531-1b4e-4631-a8a0-5722c33ed7a6 req-875385a9-5283-4f6f-b5c0-587b6a57ef00 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:58.528685 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f84a2531-1b4e-4631-a8a0-5722c33ed7a6 req-875385a9-5283-4f6f-b5c0-587b6a57ef00 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.0462706 May 10 15:17:58.576955 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f84a2531-1b4e-4631-a8a0-5722c33ed7a6 req-4d115eae-b378-41e2-9df9-34e42b5fd8b4 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 May 10 15:17:58.691097 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d57f5-c7bd-4909-9e42-e21722fa630d req-af12d243-fbc0-4a5d-84c2-3bcc813263be tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:58.692559 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee1d57f5-c7bd-4909-9e42-e21722fa630d req-af12d243-fbc0-4a5d-84c2-3bcc813263be tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.0503256 May 10 15:17:58.740544 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee1d57f5-c7bd-4909-9e42-e21722fa630d req-97e3ad9e-f28b-416a-8f09-d4da1ab19730 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418372 May 10 15:17:58.763166 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:58.799238 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36049a3c-81c9-4e09-9280-2036e63026c8 tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:58.800707 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-36049a3c-81c9-4e09-9280-2036e63026c8 tempest-TestVolumeBootPattern-1612255540 tempest-TestVolumeBootPattern-1612255540-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1125 time: 0.0366151 May 10 15:17:58.803437 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36458) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:17:58.808010 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Request body: {'floatingip': {'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'port_id': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 15:17:58.827668 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:58.905529 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.018934 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Allocated IP 172.27.3.62 (603ac37c-b12e-42cc-a39f-cfc32f8dd140/95d7cb02-8d88-4f48-b037-5a695b22b76a/1a40a523-04a4-48db-be6a-c0cbeb60fcc1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:17:59.123064 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.154900 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789464328560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.190824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Network 603ac37c-b12e-42cc-a39f-cfc32f8dd140 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:17:59.193781 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:17:59.196301 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 15:17:59.227221 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=1a40a523-04a4-48db-be6a-c0cbeb60fcc1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:59.557496 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (d5111471-47b6-4e55-9cb1-47ceb2fa3122), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.622373 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761574'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.770397 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.775338 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789464855462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789464328578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789464328596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2236755'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:17:59.849525 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event updated for resources: {'Port': ['ID=1a40a523-04a4-48db-be6a-c0cbeb60fcc1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:59.857546 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545385'] for floatingip (d5111471-47b6-4e55-9cb1-47ceb2fa3122), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:00.219503 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP d5111471-47b6-4e55-9cb1-47ceb2fa3122 associated. External IP: 172.27.3.62, port: c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3. May 10 15:18:00.424658 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:18:00.531560 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:18:00.541539 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:18:00.549901 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:00.551944 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:18:00.552553 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:00.579806 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-cccee553-7bff-4e9c-8387-fd02000c8345 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7753828 May 10 15:18:00.580385 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:18:00.582717 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94" -d '{"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:18:00.618081 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c600c3-1497-4c9b-ad79-ea654619189a x-openstack-request-id: req-13c600c3-1497-4c9b-ad79-ea654619189a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:18:00.618963 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:18:00.619224 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-13c600c3-1497-4c9b-ad79-ea654619189a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:18:00.619632 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c600c3-1497-4c9b-ad79-ea654619189a'] response: {'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'status': 'completed', 'code': 200} May 10 15:18:00.663804 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:18:00.682493 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-21d5131f-4319-4eeb-a85c-bf67819a90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:00.684048 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-21d5131f-4319-4eeb-a85c-bf67819a90b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1130 time: 0.0429058 May 10 15:18:00.772471 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-a3a239a2-d602-4a8a-a777-3ca9761f4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:00.774084 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-a3a239a2-d602-4a8a-a777-3ca9761f4cb4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0835891 May 10 15:18:00.841225 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-aaad6af6-fb48-4e81-aa6c-7bcd5db4cf9a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 999 time: 0.0613894 May 10 15:18:00.881111 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'd5111471-47b6-4e55-9cb1-47ceb2fa3122', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:63:09:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f737d-c69e-4d78-b168-3b1f00674392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:59Z', 'updated_at': '2022-05-10T15:17:59Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}, {'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:00.889553 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-b6933d42-d063-49e4-926a-0760601f1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:00.891064 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-b6933d42-d063-49e4-926a-0760601f1a13 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0436771 May 10 15:18:00.907179 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:18:00.916611 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:18:00.917219 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:17:51Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:00.934171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-d9eb0d45-a904-4942-b10c-439e645122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:00.935705 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-d9eb0d45-a904-4942-b10c-439e645122c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392375 May 10 15:18:01.026761 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-99c69360-80e6-4227-8999-bcb53a6eb5d9 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 May 10 15:18:01.033635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:18:01.116747 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1e9bdacb-c4de-4e29-8c20-1e3fc70d3e94 req-020f2a3d-5974-4ebf-95ed-0ec47d8b5c59 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836761 May 10 15:18:01.371949 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'd5111471-47b6-4e55-9cb1-47ceb2fa3122', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:63:09:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f737d-c69e-4d78-b168-3b1f00674392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:59Z', 'updated_at': '2022-05-10T15:17:59Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}, {'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:01.398488 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad537d5d-ae0a-426b-8518-bef2deb0b24c None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'd5111471-47b6-4e55-9cb1-47ceb2fa3122', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:63:09:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f737d-c69e-4d78-b168-3b1f00674392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:59Z', 'updated_at': '2022-05-10T15:17:59Z', 'revision_number': 0, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}, {'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:18:01.588315 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b90aab-d53c-4a2a-a6d5-b718110dbf92 None None] New status for floating IP d5111471-47b6-4e55-9cb1-47ceb2fa3122: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:18:04.063734 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:08.172615 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-6504a964-267a-48cd-ae96-891651ce9002 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372257 May 10 15:18:08.255877 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-bc2569eb-63e1-47a4-9f41-51436d82cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:08.257376 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-bc2569eb-63e1-47a4-9f41-51436d82cfaf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1129 time: 0.0420556 May 10 15:18:08.363462 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-c44bac46-02ef-47aa-91f9-c2cc45e45935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:08.364920 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-c44bac46-02ef-47aa-91f9-c2cc45e45935 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0888202 May 10 15:18:08.433049 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-8de3ffcf-e7e9-4a0e-a10f-12402a68c29b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 200 len: 1001 time: 0.0613964 May 10 15:18:08.480350 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-599a69c9-c9f9-4349-85ea-38bfd942b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:08.481718 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-599a69c9-c9f9-4349-85ea-38bfd942b446 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0415719 May 10 15:18:08.523586 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-4c74b688-50a7-4ad6-97d4-db0c3f594934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:08.525540 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-4c74b688-50a7-4ad6-97d4-db0c3f594934 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372462 May 10 15:18:08.613410 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-095eef6b-747e-4eef-971c-d2c565c1013a service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812027 May 10 15:18:08.702693 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fdf52f3a-93a5-485b-8b44-e1a000c143f8 req-9fc46cd5-8093-4c02-9bb5-cb8e94a0150c service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822852 May 10 15:18:19.269289 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-994cc716-958b-4df2-9c8a-63509a3a6915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:21.416820 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a54f6c71-d44e-4111-8228-d55b4dcd5c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:22.740162 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:23.791049 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:18:24.068513 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:25.633906 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:33.970239 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-ee3e7312-7c08-4ef4-9a1b-d4928bc056a8 req-96d1c8d6-32c5-4d83-adb3-afc90cff01b5 service neutron] (103384) timed out ('10.222.0.87', 51135) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 15:18:34.079292 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:49.270610 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87c690c8-ef83-426f-b0c8-f58c248fdea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:51.418592 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2f91dc3-d116-4373-b739-123059da52ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:52.742946 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:54.070871 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:18:55.636643 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:00.790734 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:19:04.076496 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:08.826513 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-a99510fb-c8be-4578-9aab-b0441858c562 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246738 May 10 15:19:08.885978 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36474-d91d-4e89-8516-c349e88895cf req-0ceedb14-271d-4eaa-b64d-daaedbdc1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:08.887490 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-0ceedb14-271d-4eaa-b64d-daaedbdc1539 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1130 time: 0.0412202 May 10 15:19:08.987254 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36474-d91d-4e89-8516-c349e88895cf req-448c1b56-214a-4b22-8198-cee64f5a0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:08.988630 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-448c1b56-214a-4b22-8198-cee64f5a0dd0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0817726 May 10 15:19:09.055836 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-0dad0445-54c5-45d8-aeeb-733613c273a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 1001 time: 0.0613308 May 10 15:19:09.103231 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36474-d91d-4e89-8516-c349e88895cf req-a0cb9b66-a7b4-4b26-b451-710b5af0c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:09.104630 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-a0cb9b66-a7b4-4b26-b451-710b5af0c2db service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0425394 May 10 15:19:09.146509 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36474-d91d-4e89-8516-c349e88895cf req-c0b7f5f7-11e8-4fbf-ae33-993ee9e474ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:09.147927 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-c0b7f5f7-11e8-4fbf-ae33-993ee9e474ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364850 May 10 15:19:09.236961 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-55d52a11-c520-48c3-9e45-b7f430d6c84e service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820293 May 10 15:19:09.322920 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14e36474-d91d-4e89-8516-c349e88895cf req-266a8a95-ed56-4ba6-a04c-3356ef75e3e6 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795820 May 10 15:19:19.275337 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca785f5b-f0f8-4031-a820-f1858a17fcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:21.422291 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d278d9d-e986-4abc-ab54-69a6ec54953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:22.747991 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:24.073798 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:25.639233 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.128391 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36494) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:32.274035 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port 1a40a523-04a4-48db-be6a-c0cbeb60fcc1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:32.274274 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.349730 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.350053 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.363179 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for 1a40a523-04a4-48db-be6a-c0cbeb60fcc1 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:32.501560 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (1a40a523-04a4-48db-be6a-c0cbeb60fcc1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.530138 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=1a40a523-04a4-48db-be6a-c0cbeb60fcc1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:32.554405 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.554768 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.555113 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.555453 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.555786 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.556116 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.556443 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.556767 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.557094 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.557419 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.557744 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.558069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.558415 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.558735 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.559054 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:32.600176 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (d5111471-47b6-4e55-9cb1-47ceb2fa3122), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.600504 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP d5111471-47b6-4e55-9cb1-47ceb2fa3122 disassociated (deleted). External IP: 172.27.3.62, port: c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3. May 10 15:19:32.810417 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:19:32.919947 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:19:32.924605 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:32.929117 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:32.938031 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:32.938674 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:32.952847 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4043b028-f12b-4a48-8b28-00712b442446 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "DELETE /v2.0/floatingips/d5111471-47b6-4e55-9cb1-47ceb2fa3122 HTTP/1.1" status: 204 len: 168 time: 0.8233948 May 10 15:19:32.953433 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:32.955724 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a3c219-4284-4bb7-849f-dcc06f613bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:19:32.994241 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb78e42-1cc4-461e-8d1f-9d3ba83cf2d5 x-openstack-request-id: req-cbb78e42-1cc4-461e-8d1f-9d3ba83cf2d5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:19:32.994565 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:19:32.994819 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbb78e42-1cc4-461e-8d1f-9d3ba83cf2d5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:19:32.995223 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb78e42-1cc4-461e-8d1f-9d3ba83cf2d5'] response: {'name': 'network-changed', 'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'status': 'completed', 'code': 200} May 10 15:19:33.054318 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:33.057846 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-311ea35c-0939-4377-a541-83e4ad98043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:33.059531 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-311ea35c-0939-4377-a541-83e4ad98043b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 1130 time: 0.0415037 May 10 15:19:33.164302 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-5c26b255-c2d2-436e-804e-5d2183ebd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:33.165891 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-5c26b255-c2d2-436e-804e-5d2183ebd75e service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0984867 May 10 15:19:33.243278 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efde38-63c8-44c6-9940-7a7253bc92da req-a8af2c3e-eeaa-42ca-a602-2c4df48ab931 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:33.244751 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9efde38-63c8-44c6-9940-7a7253bc92da req-a8af2c3e-eeaa-42ca-a602-2c4df48ab931 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.1002235 May 10 15:19:33.278813 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:33.293081 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f9efde38-63c8-44c6-9940-7a7253bc92da req-8ca01ee6-6614-4454-8817-dd546ccf7926 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 May 10 15:19:33.304769 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:33.312981 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:33.313576 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:33.420109 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:33.626886 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:33.653803 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0eaff-558e-429c-af49-9717a062e787 None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_floatingips': [{'id': 'f6e80c9d-7555-4930-9790-e43b3a4470e8', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'router_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'port_id': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'mac_address': 'fa:16:3e:65:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:16:03Z', 'updated_at': '2022-05-10T15:16:05Z', 'revision_number': 1, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:33.862705 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7762be3-4b44-4db1-9f17-f7dd5bdd1e10 None None] New status for floating IP d5111471-47b6-4e55-9cb1-47ceb2fa3122: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:19:34.077465 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:34.240590 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-d6021c4d-2b33-4e33-9735-ed682a316df2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 200 len: 217 time: 0.0379310 May 10 15:19:34.289167 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-82867e6a-91b7-4244-8384-541ccb5a5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:34.290582 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-82867e6a-91b7-4244-8384-541ccb5a5650 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.0413237 May 10 15:19:34.420830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-4ae41f66-ab04-42fb-8b67-6a18b96c8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:34.422361 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-4ae41f66-ab04-42fb-8b67-6a18b96c8e49 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391719 May 10 15:19:34.464020 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9d3b-94ce-4d9e-a01b-59b7aa91e81e req-c0299b0b-987d-428d-8d2d-8019ed5d856a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:34.465489 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e3b9d3b-94ce-4d9e-a01b-59b7aa91e81e req-c0299b0b-987d-428d-8d2d-8019ed5d856a tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.1019530 May 10 15:19:34.512810 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-10854a80-92db-4094-a994-3b302e9be8c7 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 May 10 15:19:34.513165 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e3b9d3b-94ce-4d9e-a01b-59b7aa91e81e req-1f35a7f4-760b-4d0a-9c3f-283ea2e95f9f tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 May 10 15:19:34.809451 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83358138-da51-41cf-8a13-3452edb3917c req-f807b3b0-9441-4775-88ff-7495e1944aed tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:34.810821 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83358138-da51-41cf-8a13-3452edb3917c req-f807b3b0-9441-4775-88ff-7495e1944aed tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 946 time: 0.0645163 May 10 15:19:34.814126 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-27a3c219-4284-4bb7-849f-dcc06f613bd7 req-f50a0612-95bf-40f7-bf5c-a09cf6faefc5 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200721 May 10 15:19:34.896505 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:34.896840 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:34.985716 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] For port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:34.986076 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:34.998833 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:35.120629 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:35.151763 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:35.177890 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.178238 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.178606 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.178986 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.179445 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.179645 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.180009 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.180314 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.180637 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.181136 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.181513 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.181837 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.182159 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.182500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.182824 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:35.204472 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] No DVR routers for this DVR port c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:19:35.206753 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:35.209894 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-83358138-da51-41cf-8a13-3452edb3917c req-09bdd1ae-f7a4-469b-82f1-ad9239aba98d tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "DELETE /v2.0/ports/c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 HTTP/1.1" status: 204 len: 173 time: 0.3904467 May 10 15:19:35.210869 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'name': 'network-vif-deleted', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:35.213108 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98a47d7-32f3-4fed-ba2c-771539157744" -d '{"events": [{"server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "name": "network-vif-deleted", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:19:35.309363 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f5e16-a67d-47fd-9a70-ea442750655a x-openstack-request-id: req-674f5e16-a67d-47fd-9a70-ea442750655a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:19:35.309958 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f737d-c69e-4d78-b168-3b1f00674392", "name": "network-vif-deleted", "tag": "c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:19:35.309958 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-674f5e16-a67d-47fd-9a70-ea442750655a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:19:35.310292 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674f5e16-a67d-47fd-9a70-ea442750655a'] response: {'server_uuid': '065f737d-c69e-4d78-b168-3b1f00674392', 'name': 'network-vif-deleted', 'tag': 'c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3', 'status': 'completed', 'code': 200} May 10 15:19:35.620993 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-342c3987-0428-4334-a82f-cf7ad6aec53c req-77c0e900-a740-45dd-b12b-8eb74a856880 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=065f737d-c69e-4d78-b168-3b1f00674392 HTTP/1.1" status: 200 len: 210 time: 0.0319602 May 10 15:19:37.789286 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:19:38.234316 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:38.258776 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:38.259123 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device c9c3a6bd-c81f-479e-ab7e-e3dc74b975a3 not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:38.900428 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36542) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:39.045812 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port 47f7c4e3-7ed5-4cf6-be9b-ad4c87934502 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:39.046155 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.117583 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.117902 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.130823 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for 47f7c4e3-7ed5-4cf6-be9b-ad4c87934502 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:39.278069 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (47f7c4e3-7ed5-4cf6-be9b-ad4c87934502), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.303478 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=47f7c4e3-7ed5-4cf6-be9b-ad4c87934502,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:39.366258 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (f6e80c9d-7555-4930-9790-e43b3a4470e8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.366675 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Floating IP f6e80c9d-7555-4930-9790-e43b3a4470e8 disassociated (deleted). External IP: 172.27.3.100, port: 9645f30e-5b91-46c5-9fa3-48ae621660cc. May 10 15:19:39.577503 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:19:39.686824 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:19:39.692769 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:39.696626 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:39.705690 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:39.706376 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:39.723488 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f9f5c1f5-db0f-4aff-8ea6-5786cb806729 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "DELETE /v2.0/floatingips/f6e80c9d-7555-4930-9790-e43b3a4470e8 HTTP/1.1" status: 204 len: 168 time: 0.8220022 May 10 15:19:39.724185 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:39.726557 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c048955e8318f3ac7edce4115d87be716724a9e6baeb6f517a711c4bb1603d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b82cd-fa3c-405e-a274-9bd036861f02" -d '{"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:19:39.822024 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df379442-88e3-4265-923e-d60076645961 x-openstack-request-id: req-df379442-88e3-4265-923e-d60076645961 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:19:39.822501 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:19:39.822740 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-df379442-88e3-4265-923e-d60076645961 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:19:39.823769 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df379442-88e3-4265-923e-d60076645961'] response: {'name': 'network-changed', 'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'status': 'completed', 'code': 200} May 10 15:19:39.836307 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:39.885250 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-8718c8e9-6222-4a5e-9050-4eaa0d733d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:39.886920 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-8718c8e9-6222-4a5e-9050-4eaa0d733d19 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b89a1e184d314867bd22463ac32df4b5&device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 1129 time: 0.0454259 May 10 15:19:39.962483 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2d3ae-ca68-4aae-98da-043d908651e3 req-b2ec2a24-6067-46c5-9162-6205e4cb9b55 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:39.963944 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6af2d3ae-ca68-4aae-98da-043d908651e3 req-b2ec2a24-6067-46c5-9162-6205e4cb9b55 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0472653 May 10 15:19:40.015446 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6af2d3ae-ca68-4aae-98da-043d908651e3 req-55a65cd8-5167-4719-8ce1-b372555f8a2b tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456524 May 10 15:19:40.035264 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:40.062568 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:40.070728 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:40.071328 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:40.178743 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:40.489209 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:40.514418 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f29da8-1740-459c-b65f-140b455e59a5 None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:12:44Z', 'revision_number': 4, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi', '_interfaces': [{'id': '8ee77ced-891c-4abd-b36d-053c791932d0', 'name': '', 'network_id': '32a07968-3f9b-4203-86aa-aef1943e0b30', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'mac_address': 'fa:16:3e:81:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:44Z', 'updated_at': '2022-05-10T15:12:52Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'subnets': [{'id': 'ef483ccd-16e1-4e64-99a4-c0140b4f0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:40.721344 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1b0bb-7376-4b75-bdbd-7662147d10b2 None None] New status for floating IP f6e80c9d-7555-4930-9790-e43b3a4470e8: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:19:41.010500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-9e398c2e-ed6e-4c52-ae40-b7b635984ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:41.011843 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-9e398c2e-ed6e-4c52-ae40-b7b635984ee4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 200 len: 913 time: 0.0822196 May 10 15:19:41.127870 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf0c2-690f-4bc1-9d0c-45dfb3990002 req-275a078f-50a5-40b1-aac9-f57d39e35315 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:41.129614 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab0bf0c2-690f-4bc1-9d0c-45dfb3990002 req-275a078f-50a5-40b1-aac9-f57d39e35315 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0474527 May 10 15:19:41.137736 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-6c826e08-20da-46fe-9b4e-b6adef18a6dc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 200 len: 217 time: 0.0402281 May 10 15:19:41.179771 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab0bf0c2-690f-4bc1-9d0c-45dfb3990002 req-0f4691e6-a00a-4394-9ad5-1c8e4baa6190 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/security-groups?id=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 May 10 15:19:41.480500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-6f3bd943-4bdb-424e-9eec-15737f3167f2 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:41.481910 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-6f3bd943-4bdb-424e-9eec-15737f3167f2 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 945 time: 0.0537400 May 10 15:19:41.483354 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-1208726f-701f-40f4-b476-cfe9b00f0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:41.484652 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-1208726f-701f-40f4-b476-cfe9b00f0429 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 200 len: 851 time: 0.3392065 May 10 15:19:41.563419 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-ac4995c1-0a36-4b15-adfa-af484afd61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:41.564858 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-ac4995c1-0a36-4b15-adfa-af484afd61ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a07968-3f9b-4203-86aa-aef1943e0b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713000 May 10 15:19:41.644103 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port 9645f30e-5b91-46c5-9fa3-48ae621660cc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:41.644441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:41.737001 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-3b42ce10-4545-401a-ba0f-551bdb8ed235 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550164 May 10 15:19:41.815821 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] For port 9645f30e-5b91-46c5-9fa3-48ae621660cc, host hv-cinder-83962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83962',level=0,port_id=9645f30e-5b91-46c5-9fa3-48ae621660cc,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:41.816187 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:41.832620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for 9645f30e-5b91-46c5-9fa3-48ae621660cc owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:41.898133 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-890b82cd-fa3c-405e-a274-9bd036861f02 req-e0101541-3192-4777-b7b4-3611ba4ddd53 service neutron] 10.222.0.87 "GET /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544564 May 10 15:19:41.985227 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (9645f30e-5b91-46c5-9fa3-48ae621660cc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:42.012839 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=9645f30e-5b91-46c5-9fa3-48ae621660cc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:42.055965 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] No DVR routers for this DVR port 9645f30e-5b91-46c5-9fa3-48ae621660cc on host hv-cinder-83962 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:19:42.058383 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:42.061557 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0cb9b87a-2d4d-4176-9e28-2013987174f5 req-748be954-336a-4873-bd8d-77e9c2da3494 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.87 "DELETE /v2.0/ports/9645f30e-5b91-46c5-9fa3-48ae621660cc HTTP/1.1" status: 204 len: 173 time: 0.5690243 May 10 15:19:42.061993 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'name': 'network-vif-deleted', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:42.064280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0695ab557f21d16bfbbccc9470795c97f5c90785e0276b6d6c11845075169bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c56897-35eb-4898-8189-0186576ae1cf" -d '{"events": [{"server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "name": "network-vif-deleted", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 15:19:42.100666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cf884-8e28-4e9d-b9c9-7cb371e5c7b5 x-openstack-request-id: req-0d5cf884-8e28-4e9d-b9c9-7cb371e5c7b5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 15:19:42.100960 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91b6e8-e626-4cce-bfa4-7721c24eba6d", "name": "network-vif-deleted", "tag": "9645f30e-5b91-46c5-9fa3-48ae621660cc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 15:19:42.101221 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d5cf884-8e28-4e9d-b9c9-7cb371e5c7b5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 15:19:42.101624 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5cf884-8e28-4e9d-b9c9-7cb371e5c7b5'] response: {'server_uuid': 'de91b6e8-e626-4cce-bfa4-7721c24eba6d', 'name': 'network-vif-deleted', 'tag': '9645f30e-5b91-46c5-9fa3-48ae621660cc', 'status': 'completed', 'code': 200} May 10 15:19:42.284065 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e8ff185-181e-43ea-a6b8-530968e49ecf req-45b1e54f-fe45-478d-9cf5-cf10e1c66c63 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "GET /v2.0/ports?device_id=de91b6e8-e626-4cce-bfa4-7721c24eba6d HTTP/1.1" status: 200 len: 210 time: 0.0343521 May 10 15:19:43.341438 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:43.453160 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Deleting port 61faf9c7-7412-4ecb-a58e-f040e5d6348e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:43.453500 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.534121 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.534462 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (61faf9c7-7412-4ecb-a58e-f040e5d6348e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.547666 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Calling delete_port for 61faf9c7-7412-4ecb-a58e-f040e5d6348e owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:43.676083 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (61faf9c7-7412-4ecb-a58e-f040e5d6348e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.707281 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'Port': ['ID=61faf9c7-7412-4ecb-a58e-f040e5d6348e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:43.763099 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for floatingip (bfb86a1a-d1e3-43fc-8223-861a5a417c3b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.765591 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13255'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:43.766748 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cf3cc9d9-1650-4860-a909-d4c80bebd1ec tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "DELETE /v2.0/floatingips/bfb86a1a-d1e3-43fc-8223-861a5a417c3b HTTP/1.1" status: 204 len: 168 time: 0.4253001 May 10 15:19:44.259893 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9645f30e-5b91-46c5-9fa3-48ae621660cc no longer exists at agent hyperv_hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:44.282190 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] No Port match for: 9645f30e-5b91-46c5-9fa3-48ae621660cc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:44.282555 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Device 9645f30e-5b91-46c5-9fa3-48ae621660cc not bound to the agent host hv-cinder-83962 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:44.964981 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36574) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:45.019738 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.044830 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.106229 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.109055 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.110184 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] 10.222.0.83 "DELETE /v2.0/security-groups/88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66 HTTP/1.1" status: 204 len: 168 time: 0.1442213 May 10 15:19:45.119018 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2ddc1-c128-48c5-860d-85e70228e0a5 tempest-TestVolumeBootPattern-1734202237 tempest-TestVolumeBootPattern-1734202237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea5d4a-ec78-4b93-960d-4c8ad3bf3a66,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:45.159709 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:45.567656 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.796448 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Deleting port 8ee77ced-891c-4abd-b36d-053c791932d0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:45.796784 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.877650 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] For port 8ee77ced-891c-4abd-b36d-053c791932d0, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=8ee77ced-891c-4abd-b36d-053c791932d0,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:45.878007 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:45.891692 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Calling delete_port for 8ee77ced-891c-4abd-b36d-053c791932d0 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:46.071620 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (8ee77ced-891c-4abd-b36d-053c791932d0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.102659 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee77ced-891c-4abd-b36d-053c791932d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:46.262565 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.478908 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Router b0bb5fef-cd10-48db-b706-9d6151c69f74 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:19:46.584524 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:19:46.589564 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8e6aaa60-1846-432a-a509-40711658f4b0 admin admin] 10.222.0.83 "PUT /v2.0/routers/b0bb5fef-cd10-48db-b706-9d6151c69f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288447 May 10 15:19:46.592119 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:46.594708 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Sync routers for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:46.604730 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:46.605348 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:46.696925 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks [] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.713253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:46.801195 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks [] for router_gateway (b0bb5fef-cd10-48db-b706-9d6151c69f74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.844641 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Deleting port b7f0ee64-372f-4752-b003-10a922c47709 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:46.844977 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (b7f0ee64-372f-4752-b003-10a922c47709), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.879343 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:19:46Z', 'revision_number': 5, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port': {'id': 'b7f0ee64-372f-4752-b003-10a922c47709', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:42Z', 'updated_at': '2022-05-10T15:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:46.911520 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Checking router: b0bb5fef-cd10-48db-b706-9d6151c69f74 for host: dv-cinder-839628-2-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:46.920484 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Routers {'b0bb5fef-cd10-48db-b706-9d6151c69f74'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:46.921095 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['b0bb5fef-cd10-48db-b706-9d6151c69f74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:46.927615 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] For port b7f0ee64-372f-4752-b003-10a922c47709, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=b7f0ee64-372f-4752-b003-10a922c47709,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:46.927980 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (b7f0ee64-372f-4752-b003-10a922c47709), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:46.941271 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Calling delete_port for b7f0ee64-372f-4752-b003-10a922c47709 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:47.009060 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] Set router b0bb5fef-cd10-48db-b706-9d6151c69f74 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:47.059845 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:19:46Z', 'revision_number': 6, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:47.090938 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee9c13-d36e-4dee-9b06-91adbcf131a1 None None] The sync data for ids ['b0bb5fef-cd10-48db-b706-9d6151c69f74'] in dv-cinder-839628-2-iscsi is: [{'id': 'b0bb5fef-cd10-48db-b706-9d6151c69f74', 'name': 'tempest-TestVolumeBootPattern-1617553570-router', 'tenant_id': 'b89a1e184d314867bd22463ac32df4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:41Z', 'updated_at': '2022-05-10T15:19:46Z', 'revision_number': 6, 'project_id': 'b89a1e184d314867bd22463ac32df4b5', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:47.363043 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (b7f0ee64-372f-4752-b003-10a922c47709), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.386730 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f0ee64-372f-4752-b003-10a922c47709,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:47.450857 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.549822 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.552100 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks [] for router_controller (b0bb5fef-cd10-48db-b706-9d6151c69f74), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.594843 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (b0bb5fef-cd10-48db-b706-9d6151c69f74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.595280 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0bb5fef-cd10-48db-b706-9d6151c69f74 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:19:47.599810 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.601455 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-00b27c75-d5e6-4c75-ab72-8fe6d333df75 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b0bb5fef-cd10-48db-b706-9d6151c69f74 HTTP/1.1" status: 204 len: 168 time: 1.0082567 May 10 15:19:47.604519 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:47.647562 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Deleting subnet ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:19:47.650487 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Publish callbacks [] for subnet (ef483ccd-16e1-4e64-99a4-c0140b4f0ac0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.684415 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10024409'] for subnet (ef483ccd-16e1-4e64-99a4-c0140b4f0ac0), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.762764 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (ef483ccd-16e1-4e64-99a4-c0140b4f0ac0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.812881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10023994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749347'] for subnet (ef483ccd-16e1-4e64-99a4-c0140b4f0ac0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.839074 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef483ccd-16e1-4e64-99a4-c0140b4f0ac0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:47.841102 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.844324 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-aeff3dc8-77a7-486d-94aa-20da0290f348 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ef483ccd-16e1-4e64-99a4-c0140b4f0ac0 HTTP/1.1" status: 204 len: 168 time: 0.2388370 May 10 15:19:47.846758 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:47.854788 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51f537-5f99-4047-b0aa-f1f0f9725944 None None] Network 32a07968-3f9b-4203-86aa-aef1943e0b30 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:19:47.927564 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 8ee77ced-891c-4abd-b36d-053c791932d0 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:47.931182 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (32a07968-3f9b-4203-86aa-aef1943e0b30), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.949838 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 8ee77ced-891c-4abd-b36d-053c791932d0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:47.950181 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 8ee77ced-891c-4abd-b36d-053c791932d0 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:47.950622 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b7f0ee64-372f-4752-b003-10a922c47709 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:47.977092 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Deleting port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:47.977681 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:47.995002 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: b7f0ee64-372f-4752-b003-10a922c47709 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:47.995353 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device b7f0ee64-372f-4752-b003-10a922c47709 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:48.042772 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] For port 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0fde5d3b-b783-414b-ac7e-98aac76ecae1,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:48.043142 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.056441 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Calling delete_port for 0fde5d3b-b783-414b-ac7e-98aac76ecae1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:48.083267 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] DHCP port deletion for 32a07968-3f9b-4203-86aa-aef1943e0b30 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:19:48.126104 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Deleting port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:48.126503 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.156327 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.183450 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fde5d3b-b783-414b-ac7e-98aac76ecae1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:48.187413 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] No DVR routers for this DVR port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 on host dv-cinder-839628-2-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:19:48.198780 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] For port 0fde5d3b-b783-414b-ac7e-98aac76ecae1, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=0fde5d3b-b783-414b-ac7e-98aac76ecae1,segment=NetworkSegment(69261c2f-92cb-4a81-bd14-ec2eb3233419),segment_id=69261c2f-92cb-4a81-bd14-ec2eb3233419)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:48.199561 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.213226 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Calling delete_port for 0fde5d3b-b783-414b-ac7e-98aac76ecae1 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:48.260856 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (32a07968-3f9b-4203-86aa-aef1943e0b30), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.281406 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a07968-3f9b-4203-86aa-aef1943e0b30']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:48.292597 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569'] for port (0fde5d3b-b783-414b-ac7e-98aac76ecae1), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.293656 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69261c2f-92cb-4a81-bd14-ec2eb3233419') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:48.293955 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69261c2f-92cb-4a81-bd14-ec2eb3233419') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:48.303661 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (69261c2f-92cb-4a81-bd14-ec2eb3233419), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.317697 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Pushing event deleted for resources: {'Port': ['ID=0fde5d3b-b783-414b-ac7e-98aac76ecae1,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:48.317915 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (69261c2f-92cb-4a81-bd14-ec2eb3233419), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.323192 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] No DVR routers for this DVR port 0fde5d3b-b783-414b-ac7e-98aac76ecae1 on host dv-cinder-839628-2-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:19:48.324267 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:19:48.324670 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (69261c2f-92cb-4a81-bd14-ec2eb3233419), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:19:48.326484 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:19:48.337905 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.339256 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.339608 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.339955 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.340281 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.340665 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.341002 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.341332 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.341711 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.341978 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.342412 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.342679 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.343015 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.343335 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.343658 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0295d8-b05b-4b32-b113-5651eec1389b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839628-2-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:48.381502 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (32a07968-3f9b-4203-86aa-aef1943e0b30), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.386966 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:48.390254 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] 10.222.0.83 "DELETE /v2.0/networks/32a07968-3f9b-4203-86aa-aef1943e0b30 HTTP/1.1" status: 204 len: 168 time: 0.5422978 May 10 15:19:48.393284 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36588) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:48.405442 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeed66-b29b-4f71-827e-693396300396 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a07968-3f9b-4203-86aa-aef1943e0b30,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:48.966352 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546386'] for router_interface (a449d707-14e1-4fd1-8513-95d20b145e99), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.192499 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Deleting port 71640f54-00b3-4a73-9630-aa0408de55c7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:49.192737 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.273584 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] For port 71640f54-00b3-4a73-9630-aa0408de55c7, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=71640f54-00b3-4a73-9630-aa0408de55c7,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:49.273997 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.275773 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c5bca14-669e-48ed-bda1-35a7151a0bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.289420 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Calling delete_port for 71640f54-00b3-4a73-9630-aa0408de55c7 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:49.468483 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (71640f54-00b3-4a73-9630-aa0408de55c7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.494538 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=71640f54-00b3-4a73-9630-aa0408de55c7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:49.660976 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552027'] for router_interface (a449d707-14e1-4fd1-8513-95d20b145e99), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:49.784079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0fde5d3b-b783-414b-ac7e-98aac76ecae1 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:49.805684 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 0fde5d3b-b783-414b-ac7e-98aac76ecae1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:49.806288 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 0fde5d3b-b783-414b-ac7e-98aac76ecae1 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:49.882200 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Router a449d707-14e1-4fd1-8513-95d20b145e99 has already been hosted by L3 agent 7ce885c7-e351-4ade-9ec4-e686b69ad3f9 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 15:19:49.997669 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] Notify agent at l3_agent.dv-cinder-839628-2-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 15:19:50.002510 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8ca52a0a-77a4-4621-ad4d-512a37e2f1a9 admin admin] 10.222.0.83 "PUT /v2.0/routers/a449d707-14e1-4fd1-8513-95d20b145e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080801 May 10 15:19:50.005174 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36590) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:50.008068 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Sync routers for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:50.018128 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:50.018847 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:50.109128 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks [] for router (a449d707-14e1-4fd1-8513-95d20b145e99), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.124183 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: dv-cinder-839628-2-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:50.212055 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks [] for router_gateway (a449d707-14e1-4fd1-8513-95d20b145e99), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.255588 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Deleting port f98c2d68-d650-4321-8710-066caab24a37 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:50.255840 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (f98c2d68-d650-4321-8710-066caab24a37), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.289518 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'external_fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f98c2d68-d650-4321-8710-066caab24a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:19:49Z', 'revision_number': 5, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port': {'id': 'f98c2d68-d650-4321-8710-066caab24a37', 'name': '', 'network_id': '603ac37c-b12e-42cc-a39f-cfc32f8dd140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839628-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:12:48Z', 'updated_at': '2022-05-10T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d7cb02-8d88-4f48-b037-5a695b22b76a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839628-2-iscsi'}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:50.321527 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Checking router: a449d707-14e1-4fd1-8513-95d20b145e99 for host: dv-cinder-839628-2-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:50.330251 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Routers {'a449d707-14e1-4fd1-8513-95d20b145e99'} bound to L3 agent in host dv-cinder-839628-2-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 15:19:50.330879 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839628-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:54:21Z,description=,heartbeat_timestamp=2022-05-10T15:19:21Z,host='dv-cinder-839628-2-iscsi',id=7ce885c7-e351-4ade-9ec4-e686b69ad3f9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:54:21Z,topic='l3_agent')) {'router_ids': ['a449d707-14e1-4fd1-8513-95d20b145e99'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:50.336673 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] For port f98c2d68-d650-4321-8710-066caab24a37, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=f98c2d68-d650-4321-8710-066caab24a37,segment=NetworkSegment(d65205f7-dd97-4e71-aa19-d2b38a3bd8ca),segment_id=d65205f7-dd97-4e71-aa19-d2b38a3bd8ca)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:50.337063 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (f98c2d68-d650-4321-8710-066caab24a37), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.349845 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Calling delete_port for f98c2d68-d650-4321-8710-066caab24a37 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:50.413573 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] Set router a449d707-14e1-4fd1-8513-95d20b145e99 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 15:19:50.466481 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:19:50Z', 'revision_number': 6, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port_host': None}], 'dv-cinder-839628-2-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:50.492613 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e22010-0024-431e-b1c3-6ef2e5cd5696 None None] The sync data for ids ['a449d707-14e1-4fd1-8513-95d20b145e99'] in dv-cinder-839628-2-iscsi is: [{'id': 'a449d707-14e1-4fd1-8513-95d20b145e99', 'name': 'tempest-TestVolumeBootPattern-1479516198-router', 'tenant_id': '6975814d770046aca31973c6ba5fcf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:12:47Z', 'updated_at': '2022-05-10T15:19:50Z', 'revision_number': 6, 'project_id': '6975814d770046aca31973c6ba5fcf17', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:50.514166 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2236714'] for port (f98c2d68-d650-4321-8710-066caab24a37), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.537791 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98c2d68-d650-4321-8710-066caab24a37,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:50.602641 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543036'] for router_gateway (a449d707-14e1-4fd1-8513-95d20b145e99), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.696859 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241673'] for router (a449d707-14e1-4fd1-8513-95d20b145e99), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.699091 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks [] for router_controller (a449d707-14e1-4fd1-8513-95d20b145e99), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.739649 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540651'] for router (a449d707-14e1-4fd1-8513-95d20b145e99), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.740148 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a449d707-14e1-4fd1-8513-95d20b145e99 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 15:19:50.744816 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.745958 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f37e5a80-c94c-49de-b6cb-053b582ad6a6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a449d707-14e1-4fd1-8513-95d20b145e99 HTTP/1.1" status: 204 len: 168 time: 0.7398734 May 10 15:19:50.748457 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36592) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:50.791156 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Deleting subnet 38f26f89-ac53-4334-8800-d7c37d98b65a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 15:19:50.794037 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Publish callbacks [] for subnet (38f26f89-ac53-4334-8800-d7c37d98b65a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.827132 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505732'] for subnet (38f26f89-ac53-4334-8800-d7c37d98b65a), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.910196 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716665'] for subnet (38f26f89-ac53-4334-8800-d7c37d98b65a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.966834 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10337484'] for subnet (38f26f89-ac53-4334-8800-d7c37d98b65a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:50.990820 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f26f89-ac53-4334-8800-d7c37d98b65a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:50.996906 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.002844 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6a4f3f05-fb82-4f64-8538-2cb5cfd97cf2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/38f26f89-ac53-4334-8800-d7c37d98b65a HTTP/1.1" status: 204 len: 168 time: 0.2534356 May 10 15:19:51.003286 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.83', 36594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:51.007419 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0e4b8-86de-41cf-8552-0113a3f80869 None None] Network 2bb41654-5577-45fe-b92f-89a4f8baff53 requested from dv-cinder-839628-2-iscsi {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 15:19:51.074746 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855980'] for network (2bb41654-5577-45fe-b92f-89a4f8baff53), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.120685 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Deleting port 141df78b-1190-4d0d-931d-01ad0ff935eb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 15:19:51.120861 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789464847108'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.181581 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] For port 141df78b-1190-4d0d-931d-01ad0ff935eb, host dv-cinder-839628-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839628-2-iscsi',level=0,port_id=141df78b-1190-4d0d-931d-01ad0ff935eb,segment=NetworkSegment(92ead728-0849-46db-bbc2-45cbad1805d9),segment_id=92ead728-0849-46db-bbc2-45cbad1805d9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 15:19:51.181940 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546436'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.194917 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Calling delete_port for 141df78b-1190-4d0d-931d-01ad0ff935eb owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 15:19:51.280085 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789464855444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789464328569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10023949'] for port (141df78b-1190-4d0d-931d-01ad0ff935eb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.281849 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be3c89-ed8a-46b8-9cbf-c78726a109a5 None None] DHCP port deletion for 2bb41654-5577-45fe-b92f-89a4f8baff53 request from dv-cinder-839628-2-iscsi {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 15:19:51.310321 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=141df78b-1190-4d0d-931d-01ad0ff935eb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:51.312253 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] No DVR routers for this DVR port 141df78b-1190-4d0d-931d-01ad0ff935eb on host dv-cinder-839628-2-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:19:51.390881 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1718338', 'neutron.services.segments.db._delete_segments_for_network-8789464628017'] for network (2bb41654-5577-45fe-b92f-89a4f8baff53), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.411790 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb41654-5577-45fe-b92f-89a4f8baff53']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:51.421818 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ead728-0849-46db-bbc2-45cbad1805d9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:51.422139 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ead728-0849-46db-bbc2-45cbad1805d9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:51.425363 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbb72505-e229-4405-b59f-d432e35d8caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.432494 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789464628794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10024226'] for segment (92ead728-0849-46db-bbc2-45cbad1805d9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.446088 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708'] for segment (92ead728-0849-46db-bbc2-45cbad1805d9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.452813 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:19:51.453345 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10024016'] for segment (92ead728-0849-46db-bbc2-45cbad1805d9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: Traceback (most recent call last): May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: timer() May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: cb(*args, **kw) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: return func(*args, **kwargs) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: self._notify() May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: self.callback(batched_events) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: event.method(event) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: return f(self, *a, **k) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._get(url).json() May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:19:51.455665 dv-cinder-839628-2-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:19:51.510598 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1718331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545362'] for network (2bb41654-5577-45fe-b92f-89a4f8baff53), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.516775 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764988'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.519893 dv-cinder-839628-2-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2bb41654-5577-45fe-b92f-89a4f8baff53 HTTP/1.1" status: 204 len: 168 time: 0.5150390 May 10 15:19:51.531446 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97592d34-f33f-4ac5-85e3-65fec2394c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb41654-5577-45fe-b92f-89a4f8baff53,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:51.634519 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:51.674465 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0ec97278-a3ed-4cf8-923d-72ea6c1c8ab0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b89a1e184d314867bd22463ac32df4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388684 May 10 15:19:51.676795 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:51.728478 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] Publish callbacks [] for security_group (e5013a23-4fab-4909-ac41-54f4d25e2355), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.741661 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 71640f54-00b3-4a73-9630-aa0408de55c7 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:51.752059 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] Publish callbacks [] for security_group (e5013a23-4fab-4909-ac41-54f4d25e2355), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.761251 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 71640f54-00b3-4a73-9630-aa0408de55c7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:51.761602 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 71640f54-00b3-4a73-9630-aa0408de55c7 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:51.762025 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f98c2d68-d650-4321-8710-066caab24a37 no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:51.781215 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: f98c2d68-d650-4321-8710-066caab24a37 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:51.781559 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device f98c2d68-d650-4321-8710-066caab24a37 not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:51.782184 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 141df78b-1190-4d0d-931d-01ad0ff935eb no longer exists at agent ovs-agent-dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 15:19:51.799701 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (e5013a23-4fab-4909-ac41-54f4d25e2355), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.801495 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-09b51516-811d-4ced-9450-177b3671b716 None None] No Port match for: 141df78b-1190-4d0d-931d-01ad0ff935eb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 15:19:51.801845 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Device 141df78b-1190-4d0d-931d-01ad0ff935eb not bound to the agent host dv-cinder-839628-2-iscsi {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 15:19:51.802380 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:51.806528 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5013a23-4fab-4909-ac41-54f4d25e2355 HTTP/1.1" status: 204 len: 168 time: 0.1287925 May 10 15:19:51.814731 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0acc3-287f-4c92-9f54-dd394a270454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5013a23-4fab-4909-ac41-54f4d25e2355,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:52.115715 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:52.154963 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d76636fe-0fe8-4b9b-80f9-12f1ef489da4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6975814d770046aca31973c6ba5fcf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374072 May 10 15:19:52.157101 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.83', 36608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 15:19:52.202347 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] Publish callbacks [] for security_group (088583ee-df35-4430-aba1-51dcf3a62fdf), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:52.222665 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] Publish callbacks [] for security_group (088583ee-df35-4430-aba1-51dcf3a62fdf), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:52.267883 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784959'] for security_group (088583ee-df35-4430-aba1-51dcf3a62fdf), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:52.270379 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:52.271515 dv-cinder-839628-2-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/088583ee-df35-4430-aba1-51dcf3a62fdf HTTP/1.1" status: 204 len: 168 time: 0.1135635 May 10 15:19:52.278882 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca10211-314d-4044-a69b-09388b128524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088583ee-df35-4430-aba1-51dcf3a62fdf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:52.748894 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:54.077160 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:55.641131 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:19:59.683830 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-ba1d3f21-fcfb-4bad-a51f-c8bbae300305 req-20398481-b1e1-4b1a-8047-9f8922ec8ab5 service neutron] (103385) timed out ('10.222.0.87', 51158) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 15:20:04.076930 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:14.788099 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:20:19.277087 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c02ff77-d31a-4ab3-87cf-fa8b63979014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:21.427402 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b4abdab1-3c1b-43e6-a3d3-9efef71f535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:22.752682 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:24.079821 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:25.642970 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:34.082859 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:49.278253 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56c384e7-7d0c-43c9-a0f5-8ec7e7f493b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:51.429965 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8502b6a3-c778-4aea-9fc0-5869e5f48d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:51.787716 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:20:52.753285 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:54.082808 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:20:55.647029 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:04.097725 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:19.279321 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b360d8f-ec46-4f9e-a409-4738051cd247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:21.430774 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7970a662-57e9-4b21-aef3-e0372702584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:22.757610 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:24.086607 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:25.649771 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:28.786183 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:21:34.121444 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:49.282288 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ceb6-7ae1-4b38-b83b-1e9bd258617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:51.431650 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c76c1460-754a-4141-9daa-8ae36a83c5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:52.760079 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:54.088737 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:21:55.651635 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:04.143325 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:05.784507 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:22:19.284216 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18f1be3c-7c58-41ac-921f-83584b8bf0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:21.433037 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40a3d882-551a-41e8-a429-730b9da2ad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:22.762938 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:24.090370 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:25.654348 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:34.141869 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:42.783552 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:22:49.285470 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-463f7e68-7e6d-4d24-8360-cc9d00351afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:51.434208 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc024876-7def-4047-8ba9-b61fba5a9829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:52.766380 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:54.093042 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:22:55.657221 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:04.133960 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:19.287406 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3744-f792-4136-be3c-4f8518260e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:19.782669 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:23:21.435070 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6d40a9f-30a5-44f7-a5ba-4cce17b7f75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:22.768827 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:24.095295 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:25.659858 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:34.153575 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:49.289952 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c550e76-691f-4d5c-94bb-43a761bbd4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:51.436239 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78733c19-ffa0-4365-b3b9-9b1c866ba2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:52.775209 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:54.096924 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:55.661811 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:23:56.781466 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:24:04.142048 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:19.291909 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbab7c54-0dfc-42f9-8ab2-b8ea4ad8f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:21.436665 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3942551d-7f0f-4195-95d7-1efe7d86c055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:22.774268 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:24.099974 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:25.663954 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:33.779658 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 15:24:34.147283 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:45.273171 dv-cinder-839628-2-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-4c988481-88bd-4327-8d27-8fc092b61080 service neutron] (103384) timed out ('10.222.0.83', 59304) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 15:24:45.346374 dv-cinder-839628-2-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-87987d6b-eb76-4245-ac05-7dbed1775c8c req-54225778-d3b4-4448-95d2-c767d9e207e6 tempest-AttachVolumeShelveTestJSON-751053882 tempest-AttachVolumeShelveTestJSON-751053882-project] (103385) timed out ('10.222.0.83', 59312) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 15:24:49.293465 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff24b84-973e-4ab8-84f8-551315a0be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (616b40b9-5e96-427d-bea9-014464d8ffdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:51.438471 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a41cd584-5ccc-449e-8f9a-521815546975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (7ce885c7-e351-4ade-9ec4-e686b69ad3f9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:52.776995 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00727a80-022a-4368-a85b-f3d52188d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (3d7248f9-4560-4c70-b551-93998243355a), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:54.100759 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f534ed18-ca73-4ecb-ad71-9c4b2c39bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9d267495-5cbd-40f6-ab45-248e1bd19caf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:24:55.666094 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09b51516-811d-4ced-9450-177b3671b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (c1e6f73f-da49-4ea5-9ced-4cf34ab51b58), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:25:04.158698 dv-cinder-839628-2-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf967-1b4e-4857-a228-7455f703796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789464627999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917059'] for agent (9ca3b44c-51a9-4f0a-aef4-7c979f14aae0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 15:25:10.778414 dv-cinder-839628-2-iscsi neutron-server[103387]: DEBUG neutron.db.agents_db [None req-23d540e7-8721-4aa3-82ec-70c698a637bd None None] Agent healthcheck: found 6 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}